-- Logs begin at Tue 2021-07-13 17:36:05 UTC, end at Tue 2021-07-13 18:43:29 UTC. -- Jul 13 18:14:52.131286 dv-cinder-786928-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 13 18:14:54.812526 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.common.config [-] Logging enabled! Jul 13 18:14:54.813124 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 18:14:54.813299 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92864) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 18:14:54.817042 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.common.config [-] Logging enabled! Jul 13 18:14:54.817297 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 18:14:54.817606 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92864) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 18:14:54.818540 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 18:14:54.818776 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 18:14:54.819143 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 18:14:54.819389 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 18:14:54.819635 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 18:14:54.819955 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.820253 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.820552 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.820784 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.821079 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.821371 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.821652 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.821944 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.822243 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.822534 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.822815 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.823100 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.823335 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.823639 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.823930 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.824219 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.824444 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] debug = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.824732 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.825158 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.825553 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.825835 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.826126 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.826409 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.826683 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.826959 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.827243 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.827588 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] host = dv-cinder-786928-3-iscsi {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.827878 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.828168 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.828460 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.828747 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.829024 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.829882 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.830173 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.830569 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.830854 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] log_file = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.831135 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.831428 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.831750 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.832045 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.832273 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.832497 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.832787 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.833077 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.833354 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.833630 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.833905 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.834179 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.834452 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.834719 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.835011 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.835296 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.835593 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.835888 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.836162 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.836434 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.836704 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.836990 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.837264 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.837537 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.837809 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.838097 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.838365 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.838638 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.838938 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.839228 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.839509 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.839821 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.840095 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.840377 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.840648 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.840921 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.841193 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] use_json = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.841466 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.841736 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.842016 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.842290 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.842563 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.842834 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.843107 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.843395 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:54.843719 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.844017 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.844319 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.844602 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.844954 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.845402 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.845669 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.845954 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.846247 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.846539 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.846829 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.847109 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.847399 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.847705 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.848006 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.848311 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.848608 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.848901 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.849177 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.849453 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.849729 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.850007 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.850294 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.850587 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.850880 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.851153 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.851432 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.851753 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.852032 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.852304 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.852584 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.852873 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.853152 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.853423 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.853706 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.853986 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.854260 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.854534 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.854815 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.855109 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.855387 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.855683 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.855959 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.856237 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.856510 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.856795 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.857073 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.857345 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.857619 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.857896 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.858170 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.858443 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.858721 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.858992 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.859266 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.859538 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.859905 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.860178 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.860490 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.860841 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.861120 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.861397 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.861684 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.861965 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.862243 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.862517 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.863047 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.863326 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.863635 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.863939 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.864218 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.864499 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.864780 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.865066 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.865345 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.865623 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.865902 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.866183 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.866460 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.866753 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.867038 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.867326 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.867634 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.867915 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.868217 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.868494 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.868777 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.869055 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.869334 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.869622 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.869905 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.870201 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.870495 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.870789 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.871082 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.871373 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.871674 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.871983 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.872264 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:54.872485 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 18:14:54.872729 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92864) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 13 18:14:55.217517 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 18:14:55.217710 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 18:14:55.217995 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 18:14:55.218328 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 13 18:14:55.603951 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:55.604244 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:55.604515 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:55.605827 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:55.606108 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:55.606383 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:55.640638 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:55.640916 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:55.641182 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:55.654713 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:55.654995 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:55.655264 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:55.684600 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:55.684881 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:55.685155 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:55.721152 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:55.721430 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:55.721701 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:55.951530 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:55.952049 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:55.952156 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:55.952355 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:55.953067 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.071156 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.071482 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.071789 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.072065 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.072333 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.072645 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.072904 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.073160 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.073413 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.073693 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.073952 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.074223 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.074474 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.074725 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.074977 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.075239 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.075492 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.075781 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.076050 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.076308 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.076575 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.076827 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.077104 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.077488 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.077740 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.077985 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.078372 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 18:14:56.078618 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 18:14:56.078858 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 18:14:56.079676 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 18:14:56.079944 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 18:14:56.080310 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 18:14:56.080678 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 13 18:14:56.083865 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 13 18:14:56.087801 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 13 18:14:56.091441 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jul 13 18:14:56.093084 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 13 18:14:56.093535 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 13 18:14:56.093871 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 13 18:14:56.094254 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 13 18:14:56.097803 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 13 18:14:56.098056 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 13 18:14:56.098407 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 18:14:56.126987 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 13 18:14:56.127424 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.127755 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92864) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 13 18:14:56.128117 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.129473 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92864) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 13 18:14:56.129752 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 18:14:56.129997 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 13 18:14:56.133013 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.133299 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.197256 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 13 18:14:56.197448 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 13 18:14:56.197689 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 13 18:14:56.198059 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 13 18:14:56.219133 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_db.sqlalchemy.engines [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92864) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 13 18:14:56.743011 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.managers [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Initializing driver for type 'gre' Jul 13 18:14:56.743521 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] gre ID ranges: [(1, 1000)] Jul 13 18:14:56.797582 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.managers [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Initializing driver for type 'local' Jul 13 18:14:56.797958 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.managers [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Initializing driver for type 'vlan' Jul 13 18:14:56.810392 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] VlanTypeDriver initialization complete Jul 13 18:14:56.810917 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.managers [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Initializing driver for type 'vxlan' Jul 13 18:14:56.811460 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] vxlan ID ranges: [(1, 1000)] Jul 13 18:14:56.865407 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.managers [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Initializing extension driver 'port_security' Jul 13 18:14:56.865779 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.extensions.port_security [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] PortSecurityExtensionDriver initialization complete Jul 13 18:14:56.866169 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.managers [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Initializing mechanism driver 'openvswitch' Jul 13 18:14:56.866526 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.managers [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Initializing mechanism driver 'hyperv' Jul 13 18:14:56.872942 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:14:56.873618 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > port after_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.873984 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > port after_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.874330 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > port after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.874841 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 18:14:56.875268 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > subnet after_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.875635 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > subnet after_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.875996 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > subnet after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.876471 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 18:14:56.876870 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > network after_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.877215 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > network after_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.877553 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > network after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.877935 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 18:14:56.878330 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > security_group after_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.878673 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > security_group after_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.879006 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > security_group after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.879523 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 18:14:56.879949 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.880296 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.880634 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.881016 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 18:14:56.881407 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > address_group after_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.881746 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > address_group after_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.882081 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > address_group after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.882461 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 18:14:56.882848 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] ML2 OVO RPC backend initialized. {{(pid=92864) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 13 18:14:56.883531 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router_interface after_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.883909 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.884318 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > network before_response 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.884665 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > networks before_response 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.885012 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > port before_response 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.885352 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > ports before_response 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.885693 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > subnet before_response 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.886032 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > subnets before_response 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.886379 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > network after_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.886717 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > network after_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.887050 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > network after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.887385 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > port after_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.887748 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > port after_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.888083 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > port after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.888414 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > subnet after_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.888750 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > subnet after_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.889083 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > subnet after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.889653 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.plugin [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Modular L2 Plugin initialization complete Jul 13 18:14:56.889979 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading services supported by the core plugin {{(pid=92864) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 13 18:14:56.890300 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.plugins.ml2.managers [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Got port-security extension from driver 'port_security' Jul 13 18:14:56.890757 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.extensions.vlantransparent [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Disabled vlantransparent extension. Jul 13 18:14:56.891233 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92864) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 13 18:14:56.892165 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading Plugin: router Jul 13 18:14:56.930482 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router_interface before_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.930879 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router after_create 55549900 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.931247 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router before_create 55549900 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.931634 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.932009 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.932365 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router after_delete 55549900 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.932722 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > floatingip after_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.933084 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router after_create 55549900 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.933429 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router after_update 55549900 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.933779 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router after_update 55549900 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.934121 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.934477 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router after_update 55549900 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.934884 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router precommit_update 55549900 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.935254 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: port after_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.935612 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: port after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.935955 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: subnet after_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.936294 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.936642 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > port precommit_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.936989 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router precommit_create 55549900 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.937327 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: port before_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.937664 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router precommit_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.938017 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router after_update 55549900 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.938454 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router precommit_delete 55549900 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.938891 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router precommit_create 55549900 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.939254 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router_interface after_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.939622 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router precommit_update 55549900 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.939988 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > agent after_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.940337 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > agent after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.940680 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > network after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.941536 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Tracking information for resource: router configured {{(pid=92864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 18:14:56.941866 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Tracking information for resource: floatingip configured {{(pid=92864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 18:14:56.946773 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.db.l3_agentschedulers_db [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 13 18:14:56.947350 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: port after_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.947752 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: port after_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.948122 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: port after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.948474 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: port after_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.949260 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router before_create 55550100 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.949624 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router precommit_delete 55550100 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.949982 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router precommit_create 55550100 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.950333 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > router precommit_update 55550100 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.955372 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.services.provider_configuration [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Service providers = [] {{(pid=92864) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 13 18:14:56.955902 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.db.servicetype_db [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92864) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 13 18:14:56.958625 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.services.service_base [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 18:14:56.958977 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.services.service_base [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 18:14:56.959319 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.services.service_base [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 18:14:56.960221 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.services.service_base [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 18:14:56.960593 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.services.service_base [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 13 18:14:56.960969 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 18:14:56.961286 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 13 18:14:56.972439 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 18:14:56.972774 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading Plugin: auto_allocate Jul 13 18:14:56.978438 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: network precommit_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.978799 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: network precommit_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.979314 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 18:14:56.979652 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading Plugin: tag Jul 13 18:14:56.986297 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 18:14:56.986626 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading Plugin: timestamp Jul 13 18:14:56.990807 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 18:14:56.991140 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading Plugin: network_ip_availability Jul 13 18:14:56.996546 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.996864 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.997213 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:56.997912 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 18:14:56.998228 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading Plugin: flavors Jul 13 18:14:57.002861 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 18:14:57.003186 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading Plugin: revisions Jul 13 18:14:57.007479 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 18:14:57.007897 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.790s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 18:14:57.008626 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92864) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 13 18:14:57.008959 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Initializing extension manager. Jul 13 18:14:57.009463 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: __init__.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.009801 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: __pycache__ {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.010128 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.010456 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: address_group.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.011195 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.011779 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: address-group Jul 13 18:14:57.012101 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: address_scope.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.012807 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.013310 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: address-scope Jul 13 18:14:57.013629 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: admin_state_down_before_update.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.014547 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.015055 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: router-admin-state-down-before-update Jul 13 18:14:57.015374 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: agent.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.018105 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.018630 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: agent Jul 13 18:14:57.018962 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: agent_resources_synced.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.019901 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.020415 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: agent-resources-synced Jul 13 18:14:57.020738 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: allowedaddresspairs.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.022511 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.023032 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: allowed-address-pairs Jul 13 18:14:57.023361 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: auto_allocated_topology.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.024459 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.024972 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: auto-allocated-topology Jul 13 18:14:57.025297 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: availability_zone.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.025983 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.026486 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: availability_zone Jul 13 18:14:57.026806 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: availability_zone_filter.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.027737 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.028239 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: availability_zone_filter Jul 13 18:14:57.028559 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: data_plane_status.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.029453 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.029953 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension data-plane-status not supported by any of loaded plugins Jul 13 18:14:57.030271 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: default_subnetpools.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.031172 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.031699 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: default-subnetpools Jul 13 18:14:57.032042 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: dhcpagentscheduler.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.033486 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.033995 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: dhcp_agent_scheduler Jul 13 18:14:57.034319 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: dns.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.035228 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.035777 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension dns-integration not supported by any of loaded plugins Jul 13 18:14:57.036101 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: dns_domain_ports.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.037011 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.037516 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 13 18:14:57.037837 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.038751 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.039258 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 13 18:14:57.039604 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: dvr.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.040267 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.040772 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: dvr Jul 13 18:14:57.041090 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: empty_string_filtering.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.041986 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.042491 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: empty-string-filtering Jul 13 18:14:57.042809 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.043736 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.044242 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 13 18:14:57.044565 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.045527 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.046034 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 13 18:14:57.046351 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: external_net.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.047246 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.047800 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: external-net Jul 13 18:14:57.048268 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: extra_dhcp_opt.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.049165 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.049668 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: extra_dhcp_opt Jul 13 18:14:57.049983 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: extraroute.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.050885 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.051389 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: extraroute Jul 13 18:14:57.051733 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: extraroute_atomic.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.052754 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.053259 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: extraroute-atomic Jul 13 18:14:57.053576 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: filter_validation.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.054225 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.054729 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: filter-validation Jul 13 18:14:57.055043 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: fip_pf_description.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.055967 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.056467 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 13 18:14:57.056783 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: fip_port_details.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.057689 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.058186 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: fip-port-details Jul 13 18:14:57.058502 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: flavors.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.059745 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.060258 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: flavors Jul 13 18:14:57.060577 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.062205 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.062729 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 13 18:14:57.063061 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: floatingip_pools.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.064453 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.064963 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: floatingip-pools Jul 13 18:14:57.065294 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: ip_allocation.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.066206 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.066718 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension ip_allocation not supported by any of loaded plugins Jul 13 18:14:57.067046 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.067982 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.068497 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: ip-substring-filtering Jul 13 18:14:57.068825 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: l2_adjacency.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.069744 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.070251 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension l2_adjacency not supported by any of loaded plugins Jul 13 18:14:57.070575 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: l3.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.071525 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.072069 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: router Jul 13 18:14:57.072393 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: l3_conntrack_helper.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.074700 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.075234 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 13 18:14:57.075564 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.076510 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.077027 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: ext-gw-mode Jul 13 18:14:57.077353 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.078256 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.078767 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: l3-ha Jul 13 18:14:57.079771 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: l3_flavors.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.080703 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.081209 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: l3-flavors Jul 13 18:14:57.081531 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.082438 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.082945 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: l3-port-ip-change-not-allowed Jul 13 18:14:57.083266 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: l3agentscheduler.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.084311 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.084817 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: l3_agent_scheduler Jul 13 18:14:57.085146 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: logging.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.086610 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.087125 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension logging not supported by any of loaded plugins Jul 13 18:14:57.087455 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: metering.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.088218 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.088795 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: metering Jul 13 18:14:57.089120 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.090194 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.090706 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: metering_source_and_destination_fields Jul 13 18:14:57.091027 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: multiprovidernet.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.091964 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.092471 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: multi-provider Jul 13 18:14:57.092791 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: netmtu.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.093694 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.094195 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: net-mtu Jul 13 18:14:57.094542 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: netmtu_writable.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.095570 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.096094 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: net-mtu-writable Jul 13 18:14:57.096414 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: network_availability_zone.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.097075 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.097574 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: network_availability_zone Jul 13 18:14:57.097894 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: network_ip_availability.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.098960 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.099469 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: network-ip-availability Jul 13 18:14:57.099837 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: network_segment_range.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.100584 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.101086 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension network-segment-range not supported by any of loaded plugins Jul 13 18:14:57.101405 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: pagination.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.102372 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.102699 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: pagination Jul 13 18:14:57.103013 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: port_device_profile.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.103952 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.104462 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: port-device-profile Jul 13 18:14:57.104778 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.105691 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.106198 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: port-mac-address-regenerate Jul 13 18:14:57.106513 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.107414 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.108024 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: port-numa-affinity-policy Jul 13 18:14:57.108338 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: port_resource_request.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.109250 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.109757 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension port-resource-request not supported by any of loaded plugins Jul 13 18:14:57.110075 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: portbindings.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.111077 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.111607 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: binding Jul 13 18:14:57.111928 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: portbindings_extended.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.113571 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.114085 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: binding-extended Jul 13 18:14:57.114410 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: portsecurity.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.115320 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.115859 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: port-security Jul 13 18:14:57.116182 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: project_id.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.117145 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.117472 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: project-id Jul 13 18:14:57.117791 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: providernet.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.118723 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.119236 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: provider Jul 13 18:14:57.119555 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: qos.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.123043 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.123563 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension qos not supported by any of loaded plugins Jul 13 18:14:57.123913 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.125152 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.125669 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 13 18:14:57.126518 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.127426 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.127973 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 13 18:14:57.128298 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: qos_default.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.129200 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.129711 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension qos-default not supported by any of loaded plugins Jul 13 18:14:57.130037 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: qos_fip.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.130680 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.131180 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension qos-fip not supported by any of loaded plugins Jul 13 18:14:57.131502 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: qos_gateway_ip.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.132447 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.132954 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 13 18:14:57.133279 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: qos_port_network_policy.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.134180 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.134684 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 13 18:14:57.135005 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: qos_rule_type_details.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.135945 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.136451 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 13 18:14:57.136774 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: qos_rules_alias.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.137804 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.138315 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 13 18:14:57.138639 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: quotasv2.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.139535 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.139885 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: quotas Jul 13 18:14:57.140203 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: quotasv2_detail.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.143838 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.144178 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: quota_details Jul 13 18:14:57.144508 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: rbac.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.145545 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.146079 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: rbac-policies Jul 13 18:14:57.146403 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: rbac_address_group.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.147510 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.148061 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: rbac-address-group Jul 13 18:14:57.148385 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: rbac_address_scope.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.149314 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.149828 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: rbac-address-scope Jul 13 18:14:57.150146 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: rbac_security_groups.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.151050 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.151559 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: rbac-security-groups Jul 13 18:14:57.151897 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: rbac_subnetpool.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.152802 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.153311 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: rbac-subnetpool Jul 13 18:14:57.153631 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: revisionifmatch.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.154542 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.155049 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: revision-if-match Jul 13 18:14:57.155367 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: revisions.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.156509 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.157045 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: standard-attr-revisions Jul 13 18:14:57.157369 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: router_availability_zone.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.158331 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.158852 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: router_availability_zone Jul 13 18:14:57.159179 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: routerservicetype.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.160114 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.160622 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension router-service-type not supported by any of loaded plugins Jul 13 18:14:57.160941 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.161856 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.162365 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: security-groups-normalized-cidr Jul 13 18:14:57.162683 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: security_groups_port_filtering.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.163612 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.164122 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: port-security-groups-filtering Jul 13 18:14:57.164437 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.165345 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.165857 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: security-groups-remote-address-group Jul 13 18:14:57.166175 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: securitygroup.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.176883 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.177414 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: security-group Jul 13 18:14:57.177745 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: segment.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.178528 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.179035 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension segment not supported by any of loaded plugins Jul 13 18:14:57.179362 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.180335 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.180848 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 13 18:14:57.181171 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: servicetype.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.182276 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.182796 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: service-type Jul 13 18:14:57.183123 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: sorting.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.184121 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.184449 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: sorting Jul 13 18:14:57.184768 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: standard_attr_segment.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.185751 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.186265 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 13 18:14:57.186590 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: standardattrdescription.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.187236 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.187790 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: standard-attr-description Jul 13 18:14:57.188111 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: stateful_security_group.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.189607 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.190121 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: stateful-security-group Jul 13 18:14:57.190444 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: stdattrs_common.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.191023 dv-cinder-786928-3-iscsi neutron-server[92864]: WARNING neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 13 18:14:57.191341 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.192297 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.192823 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 13 18:14:57.193144 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: subnet_onboard.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.194194 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.194712 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: subnet_onboard Jul 13 18:14:57.195031 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.195963 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.196469 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 13 18:14:57.196794 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: subnet_service_types.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.197698 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.198210 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: subnet-service-types Jul 13 18:14:57.198529 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: subnetallocation.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.199618 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.200129 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: subnet_allocation Jul 13 18:14:57.200451 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.201106 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.201612 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: subnetpool-prefix-ops Jul 13 18:14:57.201932 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.202861 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.203380 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 13 18:14:57.203737 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: tagging.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.205511 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.206028 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: standard-attr-tag Jul 13 18:14:57.206351 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: timestamp.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.207544 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.208085 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loaded extension: standard-attr-timestamp Jul 13 18:14:57.208408 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: trunk.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.209430 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.209945 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension trunk not supported by any of loaded plugins Jul 13 18:14:57.210269 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: trunk_details.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.211180 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.211732 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension trunk-details not supported by any of loaded plugins Jul 13 18:14:57.212054 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: uplink_status_propagation.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.212968 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.213484 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 13 18:14:57.213802 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Loading extension file: vlantransparent.py {{(pid=92864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 18:14:57.214461 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 18:14:57.214967 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extension vlan-transparent not supported by any of loaded plugins Jul 13 18:14:57.217465 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Creating instance of TrackedResource for resource:network Jul 13 18:14:57.217999 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Creating instance of TrackedResource for resource:subnet Jul 13 18:14:57.218393 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 18:14:57.218787 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Creating instance of TrackedResource for resource:port Jul 13 18:14:57.220058 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.v2.resource_helper [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 18:14:57.220490 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.v2.resource_helper [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Service FLAVORS assigned prefix: {{(pid=92864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 18:14:57.221102 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.v2.resource_helper [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 18:14:57.221531 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.v2.resource_helper [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 18:14:57.221858 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Creating instance of TrackedResource for resource:router Jul 13 18:14:57.222281 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Creating instance of TrackedResource for resource:floatingip Jul 13 18:14:57.222771 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.v2.resource_helper [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Service METERING assigned prefix: /metering {{(pid=92864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 18:14:57.224237 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:57.224606 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:57.224953 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:14:57.225945 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 18:14:57.226398 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Creating instance of TrackedResource for resource:security_group Jul 13 18:14:57.226831 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 18:14:57.227425 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.v2.resource_helper [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Service CORE assigned prefix: {{(pid=92864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 18:14:57.227782 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 18:14:57.228121 dv-cinder-786928-3-iscsi neutron-server[92864]: WARNING neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] subnetpool is already registered Jul 13 18:14:57.228545 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.v2.resource_helper [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Service CORE assigned prefix: {{(pid=92864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 18:14:57.228867 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 18:14:57.229196 dv-cinder-786928-3-iscsi neutron-server[92864]: WARNING neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] subnetpool is already registered Jul 13 18:14:57.231440 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.v2.resource_helper [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 18:14:57.231896 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.v2.resource_helper [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Service FLAVORS assigned prefix: {{(pid=92864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 18:14:57.232483 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.v2.resource_helper [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 18:14:57.232898 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.v2.resource_helper [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 18:14:57.233226 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Creating instance of TrackedResource for resource:router Jul 13 18:14:57.233559 dv-cinder-786928-3-iscsi neutron-server[92864]: WARNING neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] router is already registered Jul 13 18:14:57.233965 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Creating instance of TrackedResource for resource:floatingip Jul 13 18:14:57.234295 dv-cinder-786928-3-iscsi neutron-server[92864]: WARNING neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] floatingip is already registered Jul 13 18:14:57.234741 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.v2.resource_helper [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Service METERING assigned prefix: /metering {{(pid=92864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 18:14:57.235522 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 18:14:57.235958 dv-cinder-786928-3-iscsi neutron-server[92864]: WARNING neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] rbac_policy is already registered Jul 13 18:14:57.236369 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Creating instance of TrackedResource for resource:security_group Jul 13 18:14:57.236709 dv-cinder-786928-3-iscsi neutron-server[92864]: WARNING neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] security_group is already registered Jul 13 18:14:57.237107 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 18:14:57.237696 dv-cinder-786928-3-iscsi neutron-server[92864]: WARNING neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] security_group_rule is already registered Jul 13 18:14:57.238305 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.v2.resource_helper [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Service CORE assigned prefix: {{(pid=92864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 18:14:57.238630 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 18:14:57.238959 dv-cinder-786928-3-iscsi neutron-server[92864]: WARNING neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] subnetpool is already registered Jul 13 18:14:57.239370 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.v2.resource_helper [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Service CORE assigned prefix: {{(pid=92864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 18:14:57.239727 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 18:14:57.240055 dv-cinder-786928-3-iscsi neutron-server[92864]: WARNING neutron.quota.resource_registry [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] subnetpool is already registered Jul 13 18:14:57.240514 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: extensions {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.241961 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: address-groups {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.243429 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: address-scopes {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.244755 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: agents {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.245898 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: auto-allocated-topology {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.247169 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: availability_zones {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.248377 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: dhcp-networks {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.249873 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: dhcp-agents {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.251841 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: routers {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.253537 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: flavors {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.255768 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: service_profiles {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.256970 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: next_providers {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.258410 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: service_profiles {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.259972 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: floatingip-pools {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.261171 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: routers {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.262838 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: floatingips {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.264129 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: l3-routers {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.265524 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: l3-agents {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.267710 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: metering-labels {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.268951 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: metering-label-rules {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.270309 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: network-ip-availabilities {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.271561 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: bindings {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.273126 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: quotas {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.274628 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: quotas {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.276057 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: rbac-policies {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.277237 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: security-groups {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.278523 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: security-group-rules {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.279790 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: service-providers {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.281016 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: subnetpools {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.282363 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: subnetpools {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.283990 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: tags {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.285648 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: tags {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.287445 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: tags {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.289217 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: tags {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.290880 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: tags {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.292812 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: tags {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.294491 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: tags {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.296275 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: tags {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.298193 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: tags {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.299964 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron.api.extensions [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Extended resource: tags {{(pid=92864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 18:14:57.305822 dv-cinder-786928-3-iscsi neutron-server[92864]: WARNING keystonemiddleware.auth_token [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 13 18:14:57.310306 dv-cinder-786928-3-iscsi neutron-server[92864]: WARNING keystonemiddleware.auth_token [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 13 18:14:57.319020 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Acquired lock "singleton_lock" {{(pid=92864) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 13 18:14:57.319491 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Releasing lock "singleton_lock" {{(pid=92864) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 13 18:14:57.320153 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO oslo_service.service [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Starting 2 workers Jul 13 18:14:57.324888 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Started child 92973 {{(pid=92864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 18:14:57.329878 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Started child 92974 {{(pid=92864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 18:14:57.330798 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:14:57.331491 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO neutron.service [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Neutron service started, listening on 0.0.0.0:9696 Jul 13 18:14:57.332190 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Notify callbacks [] for process, before_spawn {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:14:57.332433 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [-] (92973) wsgi starting up on http://0.0.0.0:9696 Jul 13 18:14:57.334595 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO oslo_service.service [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Starting 1 workers Jul 13 18:14:57.334770 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:14:57.335964 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [-] (92974) wsgi starting up on http://0.0.0.0:9696 Jul 13 18:14:57.339727 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Started child 92975 {{(pid=92864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 18:14:57.340216 dv-cinder-786928-3-iscsi neutron-server[92864]: INFO oslo_service.service [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Starting 1 workers Jul 13 18:14:57.343261 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.service [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] calling RpcWorker wait() {{(pid=92975) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 13 18:14:57.343921 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.service [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] returning from RpcWorker wait() {{(pid=92975) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 13 18:14:57.344615 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Started child 92976 {{(pid=92864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 18:14:57.345081 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:14:57.345430 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b114c8c9-5b4f-4a86-ba5a-719272e00aed None None] Notify callbacks [] for process, after_spawn {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:14:57.345576 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:14:57.347315 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92864) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 18:14:57.347515 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 18:14:57.347732 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 18:14:57.347949 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 18:14:57.348284 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 18:14:57.348435 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 18:14:57.348960 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.349237 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.349486 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.349742 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.350014 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.350357 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:14:57.350855 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.350855 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.351123 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.351367 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.351632 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.351805 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.352070 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.352221 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.352428 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.352708 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.352969 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.353198 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.353468 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.353634 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.353874 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.354125 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.354365 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.354637 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] debug = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.354853 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.355330 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.355585 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.355836 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.356089 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.356360 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.356580 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.356834 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.357081 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.357322 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.357560 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.357812 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.358050 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.358274 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.358489 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.358737 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.358948 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.359420 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] host = dv-cinder-786928-3-iscsi {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.359667 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.359903 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.360252 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.360459 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.360697 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.361057 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.361326 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.361581 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.361852 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.362142 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.362594 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.362830 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.363078 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.363316 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] log_file = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.363476 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] log_options = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.363731 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.363994 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.364244 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.364430 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.364593 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.364837 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.365017 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.365163 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.365402 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.365612 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.365837 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.366043 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.366251 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.366479 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.366704 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.366944 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.367151 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.367371 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.367653 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.367896 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.368115 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.368336 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.368566 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.368783 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.369011 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.369237 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.369478 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.369691 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.369897 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.370156 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.370381 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.370629 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.370855 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.371088 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.371335 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.371558 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.371806 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.372084 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.372309 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.372543 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.372784 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.373005 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.373245 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.373454 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.373690 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.373897 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] use_json = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.374105 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.374332 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.374601 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.374782 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.374998 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.375185 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.375395 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.375648 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.376740 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.377030 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.377357 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.377621 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.377852 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.378092 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.378357 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.378594 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.378838 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.379101 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.379413 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.379702 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.379973 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.380169 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.380430 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.380730 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.381058 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.381343 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.381647 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.382115 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.382115 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.382495 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.382653 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.383135 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.383135 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.383411 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.383617 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.383868 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.384083 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.384295 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.384506 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.384734 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.385078 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.385222 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.385409 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.385641 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.385865 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.386076 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.386299 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.386523 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.386778 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.387019 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.387254 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.387463 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.388583 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.388583 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.388583 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.388583 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.388949 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.388949 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.389097 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.389288 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.389517 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.389724 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.389955 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.390180 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.390393 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.390601 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.390828 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.391052 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.391186 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:14:57.391279 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.392169 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.392442 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.392681 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.392892 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.393108 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.393363 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.393576 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.393822 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.394033 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.394247 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.394456 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.394664 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.394902 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.395086 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.395297 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.395525 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.395771 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.396004 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.396213 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.396419 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.396648 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.396856 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.397087 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.397355 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.397652 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.397904 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.398117 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.398359 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.398598 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.398840 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.399118 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.399346 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.399608 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.399824 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.400076 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.400318 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.400595 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.400841 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.401081 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.401332 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.401573 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.401797 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.402028 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.402266 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.402500 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.402781 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.403046 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.403294 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.403535 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.403839 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.404106 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.404339 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.404611 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.404829 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.405097 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.405842 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.405842 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.406032 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.406123 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.406372 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.406615 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.406858 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.407727 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.407968 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.408267 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.408500 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.408773 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.409042 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.409261 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.409492 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.409740 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.410073 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.410294 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.410508 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.410729 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.411000 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.411277 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.411497 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.411787 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.412033 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.412264 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.412510 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.412738 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.412954 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.413182 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.413426 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.413633 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.413871 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.414109 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.414343 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.414560 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.414772 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.415022 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.415233 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.415447 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.415694 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.415909 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.416121 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.416364 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.416572 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.416794 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.417029 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.417241 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.417456 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.417686 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.417911 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.418156 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.418376 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.418646 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.418893 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.419104 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.419351 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.419610 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.419858 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.420069 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.420327 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.420539 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.420749 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.420957 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.421190 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.421404 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.421616 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.421835 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.422045 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.422307 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.422550 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.423524 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.423795 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.424040 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.424273 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.424486 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.424738 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.424969 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.425203 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.425583 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.425664 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.425826 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.426350 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.426578 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.426794 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.427002 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.427209 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.427414 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.427681 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.427910 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.428195 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.428446 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.428671 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.428922 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.429154 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.429378 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.429603 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.429812 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.430020 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.430239 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.430451 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.430656 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.430876 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.431081 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.431307 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.431525 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.431760 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.431969 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.432210 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.432415 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.432621 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.432837 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.433051 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.433255 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.433479 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.433711 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.433914 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.434130 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.434360 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.434565 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.434861 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.435117 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.435333 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.435634 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.435872 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.436147 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.436345 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.436646 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.436856 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.437081 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.437307 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.437515 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.437724 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.437993 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.438412 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.438623 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.438889 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.439131 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.439545 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.439678 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.439916 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.440128 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.440417 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.440741 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.441038 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.441293 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.441541 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.441816 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.442036 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.442252 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.442496 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.442725 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.442940 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.443176 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.443418 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.443663 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.443879 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.444103 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.444313 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.444548 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.444780 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.445016 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.445227 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.445381 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 18:14:57.445888 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92864) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 18:14:57.446042 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 18:14:57.446193 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 18:14:57.446356 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 18:14:57.446521 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 18:14:57.446780 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 18:14:57.446880 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.447021 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.447179 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.447336 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.447491 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.447688 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.447848 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.448004 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.448169 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.448323 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.448478 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.448633 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.448787 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.448945 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.449102 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.449255 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.449408 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.449564 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.449726 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.449880 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.450036 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.450190 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.450343 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] debug = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.450499 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.450708 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.450848 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.451006 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.451157 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.451313 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.451460 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.451692 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.451784 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.451937 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.452091 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.452247 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.452402 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.452559 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.452714 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.452872 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.453026 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.453180 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] host = dv-cinder-786928-3-iscsi {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.453333 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.453496 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.453647 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.453804 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.454545 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.454700 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.454861 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.455015 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.455170 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.455329 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.455488 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.455661 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.456076 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.456076 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] log_file = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.456250 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] log_options = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.456250 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.456392 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.456543 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.456725 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.456891 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.457051 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.457194 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.457347 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.457502 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.457659 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.457817 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.457966 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.458128 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.458282 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.458431 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.458588 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.458735 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.458891 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.459049 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.459203 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.459357 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.459511 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.459686 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.459842 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.459997 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.460152 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.460307 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.460461 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.460615 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.460771 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.460926 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.461080 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.461235 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.461388 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.461543 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.461699 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.461853 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.462011 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.462166 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.462321 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.462476 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.462630 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.462785 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.462941 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.463095 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.463250 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] use_json = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.463407 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.463562 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.463736 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.463891 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.464045 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.464200 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.464355 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.464509 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 18:14:57.464683 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.464840 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.465009 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.465167 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.465324 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.465480 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.465637 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.465794 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.465951 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.466107 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.466272 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.466430 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.466598 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.466755 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.466911 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.467070 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.467226 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.467384 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.467541 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.467718 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.467877 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.468043 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.468217 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.468365 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.468527 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.468678 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.468837 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.468995 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.469175 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.469330 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.469474 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.470191 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.470354 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.470516 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.470751 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.470822 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.470970 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.471102 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.471259 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.471417 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.471593 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.471765 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.471907 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.472069 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.472227 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.472384 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.472542 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.472699 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.472858 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.473015 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.473183 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.473341 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.473499 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.473656 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.473814 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.473970 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.474127 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.474284 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.474441 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.474598 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.474752 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.474942 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.475061 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.475218 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.475375 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.475533 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.475714 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.475873 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.476045 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.476177 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.476306 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.476476 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.476650 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.476780 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.476919 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.477048 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.477210 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.477355 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.477479 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.477634 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.477791 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.477947 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.478093 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.478255 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.478407 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.478582 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.478739 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.478897 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.479043 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.479200 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.479409 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.479554 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.479733 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.479872 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.480017 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.480142 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.480258 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.480417 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.480576 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.480734 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.480892 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.481047 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.481206 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.481363 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.481519 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.481676 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.481834 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.481991 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.482147 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.482304 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.482460 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.482628 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.482966 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.482966 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.483202 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.483323 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.483405 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.483528 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.483695 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.483853 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.484011 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.484167 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.484324 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.484481 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.484636 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.484793 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.484937 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.485130 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.485322 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.485461 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.485626 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.485866 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.486051 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.486210 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.486369 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.486526 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.486682 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.486839 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.486997 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.487154 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.487596 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.487762 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.487919 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.488081 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.488239 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.488398 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.488718 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.488718 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.488876 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.489001 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.489158 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.489315 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.489476 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.489635 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.489790 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.489921 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.490083 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.490239 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.490395 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.490578 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.490759 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.490847 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.490995 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.491150 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.491306 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.491466 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.491625 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.491784 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.491939 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.492097 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.492255 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.492413 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.492571 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.492730 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.492887 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.493044 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.493205 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.493363 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.493448 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:14:57.493540 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.493666 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.493824 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.493982 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.494140 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.494296 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.494453 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.494609 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.494766 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.494939 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.495096 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.495253 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.495411 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.495567 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.495741 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.495898 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.496055 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.496212 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.496369 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.496525 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.496684 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.496844 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.497002 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.497159 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.497362 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.497475 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.497631 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.497787 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.497962 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.498120 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.498276 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.498433 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.498590 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.498747 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.498914 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.499072 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.499229 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.499386 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.499547 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.499723 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.499890 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.500046 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.500202 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.500357 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.500513 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.500670 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.500936 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.501122 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.501312 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.501472 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.501629 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.501787 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.501945 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.502090 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.502232 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.502388 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.502544 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.502687 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.502856 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.503014 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.503170 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.503336 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.503494 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.503656 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.503817 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.503985 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.504144 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.504288 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.504446 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.504603 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.504760 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.504917 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.505077 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.505243 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.505407 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.505566 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.505731 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.505898 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.506063 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.506221 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.506385 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.506553 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.506709 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.506885 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.507022 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.507178 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.507337 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.507494 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.507687 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.507854 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.508013 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.508172 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.508331 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.508739 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.508739 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.509001 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.509001 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.509270 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.509270 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.509515 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.509515 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 18:14:57.510025 dv-cinder-786928-3-iscsi neutron-server[92864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 18:14:57.802611 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 59842) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:14:57.811190 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062354 Jul 13 18:15:08.955889 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612f2c5d-6ca8-4b1f-8dbe-32f6a98e49ca None None] get_active_networks_info from dv-cinder-786928-3-iscsi {{(pid=92975) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 18:15:09.024423 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612f2c5d-6ca8-4b1f-8dbe-32f6a98e49ca None None] No non-hosted networks {{(pid=92975) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 13 18:15:09.041667 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-9769d447-c2e4-4aa2-b166-5cb301678e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8006168'] for agent, after_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:11.423382 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-cc453f14-4d10-47f4-acd9-f57a717f5696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8006168'] for agent, after_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:11.472431 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-1878c675-a351-4a78-84a8-7627d1d41460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:11.642557 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8006168'] for agent, after_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:11.643735 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:11.644304 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:11.644870 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:11.645494 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:11.646063 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:11.646571 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:11.647061 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:11.647607 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:11.648195 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:11.648742 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:11.649281 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:11.649862 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:11.650681 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786928-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:15:11.658376 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786928-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:15:12.683860 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8006168'] for agent, after_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:14.292336 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8006168'] for agent, after_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:15.496103 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 59932) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:15:15.978259 dv-cinder-786928-3-iscsi neutron-server[92974]: WARNING oslo_policy.policy [None req-fbcd1615-acfd-44f1-a551-7bdf5107adba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 18:15:15.978847 dv-cinder-786928-3-iscsi neutron-server[92974]: WARNING oslo_policy.policy [None req-fbcd1615-acfd-44f1-a551-7bdf5107adba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 18:15:16.195869 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [None req-fbcd1615-acfd-44f1-a551-7bdf5107adba admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=92974) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 18:15:16.196843 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-fbcd1615-acfd-44f1-a551-7bdf5107adba admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6998582 Jul 13 18:15:18.557417 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 59946) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:15:18.753783 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.db.l3_hamode_db [None req-ef49e5cf-0b75-47aa-ba6c-b95a3867e212 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 13 18:15:18.845670 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef49e5cf-0b75-47aa-ba6c-b95a3867e212 None None] Routers set() bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:15:18.846071 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef49e5cf-0b75-47aa-ba6c-b95a3867e212 None None] Router IDs set() for agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 18:15:19.155656 dv-cinder-786928-3-iscsi neutron-server[92973]: WARNING oslo_policy.policy [None req-9e5e0281-1228-4476-b42b-26a007c6ef36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 18:15:19.156253 dv-cinder-786928-3-iscsi neutron-server[92973]: WARNING oslo_policy.policy [None req-9e5e0281-1228-4476-b42b-26a007c6ef36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 18:15:19.392759 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-9e5e0281-1228-4476-b42b-26a007c6ef36 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:15:19.486912 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.policy [None req-9e5e0281-1228-4476-b42b-26a007c6ef36 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92973) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 18:15:19.532777 dv-cinder-786928-3-iscsi neutron-server[92973]: WARNING oslo_policy.policy [None req-9e5e0281-1228-4476-b42b-26a007c6ef36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 18:15:19.533148 dv-cinder-786928-3-iscsi neutron-server[92973]: WARNING oslo_policy.policy [None req-9e5e0281-1228-4476-b42b-26a007c6ef36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 18:15:19.541588 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.quota [None req-9e5e0281-1228-4476-b42b-26a007c6ef36 admin admin] Loaded quota_driver: . Jul 13 18:15:19.634029 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0281-1228-4476-b42b-26a007c6ef36 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737538795055', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737538793690', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737538815209', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737538813676', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737538802802', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737538825241', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-566824', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-586080', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7910097', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8075837'] for rbac-policy, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:19.697159 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0281-1228-4476-b42b-26a007c6ef36 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:19.698372 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-9e5e0281-1228-4476-b42b-26a007c6ef36 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1379063 Jul 13 18:15:22.212342 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 59964) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:15:22.501793 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'name': 'private', 'tenant_id': 'ffc11a631fcf44be80ebaf42445f14d5'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:15:22.529172 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Made reservation on behalf of ffc11a631fcf44be80ebaf42445f14d5 for: {'network': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:15:22.531951 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for network, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:22.549015 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:22.672486 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:22.676044 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:22.700527 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=92973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 18:15:22.727139 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737536501980', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:22.727756 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Unsubscribe: segment precommit_create {{(pid=92973) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 18:15:22.728252 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.db.segments_db [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Added segment f791a414-f3b6-47cb-a188-9435264a2764 of type vlan for network 918fc9f4-eaf3-464e-ba23-3ce122348365 Jul 13 18:15:22.745345 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b232c68-2999-4c2e-b099-4224cb23cace,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:15:22.795335 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:22.795713 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:22.796054 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:22.796381 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:22.796705 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:22.797040 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:22.797360 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:22.797712 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:22.798043 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:22.798358 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:22.798668 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:22.798978 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Tracked resource versions report: Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: pushed versions: Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: { 'AddressGroup': {'1.2'}, Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: 'ConntrackHelper': {'1.0'}, Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: 'Log': {'1.0'}, Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: 'Network': {'1.1'}, Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: 'Port': {'1.7'}, Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: 'PortForwarding': {'1.2'}, Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: 'QosPolicy': {'1.8'}, Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: 'SecurityGroup': {'1.4'}, Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: 'SecurityGroupRule': {'1.2'}, Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: 'SubPort': {'1.0'}, Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: 'Subnet': {'1.1'}, Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: 'Trunk': {'1.1'}} Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: consumer versions: Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: { DHCP agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: L3 agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: Metadata agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: Metering agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: Open vSwitch agent@dv-cinder-786928-3-iscsi: { 'AddressGroup': '1.2', Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: 'ConntrackHelper': '1.0', Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: 'Log': '1.0', Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: 'Network': '1.1', Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: 'Port': '1.7', Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: 'PortForwarding': '1.2', Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: 'QosPolicy': '1.8', Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: 'SecurityGroup': '1.4', Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: 'SecurityGroupRule': '1.2', Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: 'SubPort': '1.0', Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: 'Subnet': '1.1', Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: 'Trunk': '1.1'}} Jul 13 18:15:22.800097 dv-cinder-786928-3-iscsi neutron-server[92973]: {{(pid=92973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 18:15:22.848496 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737535993375'] for network, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:22.897581 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for network, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:22.898781 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:15:22.899521 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:22.981148 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7677240 Jul 13 18:15:22.998897 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6a03e-fd5e-4734-9fb7-e14172b4a703 admin admin] Pushing event updated for resources: {'Network': ['ID=918fc9f4-eaf3-464e-ba23-3ce122348365,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:15:23.012372 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Network 918fc9f4-eaf3-464e-ba23-3ce122348365 details requested by agent ovs-agent-dv-cinder-786928-3-iscsi with host dv-cinder-786928-3-iscsi {{(pid=92975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 18:15:25.556523 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 59978) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:15:25.940573 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784596ef-d4c2-415a-a557-61b01ae37751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:15:25.941960 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-784596ef-d4c2-415a-a557-61b01ae37751 admin admin] 10.222.0.11 "GET /v2.0/networks/918fc9f4-eaf3-464e-ba23-3ce122348365 HTTP/1.1" status: 200 len: 825 time: 0.3844385 Jul 13 18:15:25.965623 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-f347678c-4666-41cd-9c30-b6ffe45da985 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/62ec62ad-01c3-466b-88f5-dae7542d4f1f HTTP/1.1" status: 200 len: 734 time: 0.0184305 Jul 13 18:15:25.974388 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-0e57787f-0ea1-421f-b919-8bbdbf565626 admin admin] Request body: {'subnet': {'tenant_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '62ec62ad-01c3-466b-88f5-dae7542d4f1f', 'ip_version': 4, 'network_id': '918fc9f4-eaf3-464e-ba23-3ce122348365', 'name': 'private-subnet'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:15:25.995444 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e57787f-0ea1-421f-b919-8bbdbf565626 admin admin] Made reservation on behalf of ffc11a631fcf44be80ebaf42445f14d5 for: {'subnet': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:15:25.997675 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0e57787f-0ea1-421f-b919-8bbdbf565626 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:26.288709 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0e57787f-0ea1-421f-b919-8bbdbf565626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for subnet, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:26.355422 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57787f-0ea1-421f-b919-8bbdbf565626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2bb3d01-3393-4f86-a115-ebc30ea1dc9e,revision_number=0']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:15:26.360683 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e57787f-0ea1-421f-b919-8bbdbf565626 admin admin] Checking segment: {'id': 'f791a414-f3b6-47cb-a188-9435264a2764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '918fc9f4-eaf3-464e-ba23-3ce122348365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:15:26.361068 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e57787f-0ea1-421f-b919-8bbdbf565626 admin admin] Network hostable DHCP agents. Network: 918fc9f4-eaf3-464e-ba23-3ce122348365, hostable agents: ['65b15fd5-f86c-4cf1-b54a-6ad638ce2cca'], hosted agents: [] {{(pid=92973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 18:15:26.383109 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e57787f-0ea1-421f-b919-8bbdbf565626 admin admin] Network 918fc9f4-eaf3-464e-ba23-3ce122348365 is scheduled to be hosted by DHCP agent 65b15fd5-f86c-4cf1-b54a-6ad638ce2cca with binding_index 1 {{(pid=92973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 18:15:26.393867 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-0e57787f-0ea1-421f-b919-8bbdbf565626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-3-iscsi, 918fc9f4-eaf3-464e-ba23-3ce122348365) {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:15:26.399983 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e57787f-0ea1-421f-b919-8bbdbf565626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:15:26.400732 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0e57787f-0ea1-421f-b919-8bbdbf565626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for subnet, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:26.403892 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19613a67-a804-474e-9f0a-b1aafcad7f52 None None] Network 918fc9f4-eaf3-464e-ba23-3ce122348365 requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:15:26.414523 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-0e57787f-0ea1-421f-b919-8bbdbf565626 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4433928 Jul 13 18:15:26.710721 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8d173ec-5a45-53cb-a2e8-daa7abd35adf-918fc9f4-eaf3-464e-ba23-3ce122348365', 'network_id': '918fc9f4-eaf3-464e-ba23-3ce122348365', 'tenant_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'fixed_ips': [{'subnet_id': 'b2bb3d01-3393-4f86-a115-ebc30ea1dc9e'}]}} from dv-cinder-786928-3-iscsi. {{(pid=92975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 18:15:26.711956 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:26.976654 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.db_base_plugin_common [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Allocated IP 172.20.0.2 (918fc9f4-eaf3-464e-ba23-3ce122348365/b2bb3d01-3393-4f86-a115-ebc30ea1dc9e/f1f1e91d-379e-4e8a-83c8-1d7d6300166d) {{(pid=92975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:15:27.177973 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Notify callbacks [] for port, precommit_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:27.219541 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Transition to ACTIVE for port object f1f1e91d-379e-4e8a-83c8-1d7d6300166d will not be triggered until provisioned by entity L2. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:15:27.239476 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Transition to ACTIVE for port object f1f1e91d-379e-4e8a-83c8-1d7d6300166d will not be triggered until provisioned by entity DHCP. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:15:27.248518 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:27.330192 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Network 918fc9f4-eaf3-464e-ba23-3ce122348365 is already hosted by enough agents. {{(pid=92975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:15:27.337893 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.scheduler.base_scheduler [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Resources bound (agent type, host, resource id): {{(pid=92975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:15:27.342249 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Received port after_create {{(pid=92975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:15:27.344402 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Pushing event updated for resources: {'Port': ['ID=f1f1e91d-379e-4e8a-83c8-1d7d6300166d,revision_number=1']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:15:27.354021 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:27.354378 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:27.354721 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:27.355061 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:27.355393 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:27.355790 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:27.356125 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:27.356454 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:27.356797 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:27.357159 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:27.357485 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:27.357809 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Tracked resource versions report: Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: pushed versions: Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: { 'AddressGroup': {'1.2'}, Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: 'ConntrackHelper': {'1.0'}, Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: 'Log': {'1.0'}, Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: 'Network': {'1.1'}, Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: 'Port': {'1.7'}, Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: 'PortForwarding': {'1.2'}, Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: 'QosPolicy': {'1.8'}, Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: 'SecurityGroup': {'1.4'}, Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: 'SecurityGroupRule': {'1.2'}, Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: 'SubPort': {'1.0'}, Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: 'Subnet': {'1.1'}, Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: 'Trunk': {'1.1'}} Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: consumer versions: Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: { DHCP agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: L3 agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: Metadata agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: Metering agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: Open vSwitch agent@dv-cinder-786928-3-iscsi: { 'AddressGroup': '1.2', Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: 'ConntrackHelper': '1.0', Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: 'Log': '1.0', Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: 'Network': '1.1', Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: 'Port': '1.7', Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: 'PortForwarding': '1.2', Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: 'QosPolicy': '1.8', Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: 'SecurityGroup': '1.4', Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: 'SecurityGroupRule': '1.2', Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: 'SubPort': '1.0', Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: 'Subnet': '1.1', Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: 'Trunk': '1.1'}} Jul 13 18:15:27.358907 dv-cinder-786928-3-iscsi neutron-server[92975]: {{(pid=92975) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 18:15:27.430608 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Attempting to bind port f1f1e91d-379e-4e8a-83c8-1d7d6300166d on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:15:27.431235 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Attempting to bind port f1f1e91d-379e-4e8a-83c8-1d7d6300166d by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': 'f791a414-f3b6-47cb-a188-9435264a2764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '918fc9f4-eaf3-464e-ba23-3ce122348365'}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:15:27.431411 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Attempting to bind port f1f1e91d-379e-4e8a-83c8-1d7d6300166d on network 918fc9f4-eaf3-464e-ba23-3ce122348365 {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:15:27.437035 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:15:27.437505 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Checking segment: {'id': 'f791a414-f3b6-47cb-a188-9435264a2764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '918fc9f4-eaf3-464e-ba23-3ce122348365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:15:27.438009 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:27.438454 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Bound using segment: {'id': 'f791a414-f3b6-47cb-a188-9435264a2764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '918fc9f4-eaf3-464e-ba23-3ce122348365'} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:15:27.438953 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Bound port: f1f1e91d-379e-4e8a-83c8-1d7d6300166d, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f791a414-f3b6-47cb-a188-9435264a2764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '918fc9f4-eaf3-464e-ba23-3ce122348365'}}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:15:27.439380 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:27.502380 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] For port f1f1e91d-379e-4e8a-83c8-1d7d6300166d, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:15:27.506929 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] For port f1f1e91d-379e-4e8a-83c8-1d7d6300166d, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=f1f1e91d-379e-4e8a-83c8-1d7d6300166d,segment=NetworkSegment(f791a414-f3b6-47cb-a188-9435264a2764),segment_id=f791a414-f3b6-47cb-a188-9435264a2764)] {{(pid=92975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:15:27.510639 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:27.579642 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34742a-9a07-4fb1-be2e-7fcad440e840 None None] Pushing event updated for resources: {'Port': ['ID=f1f1e91d-379e-4e8a-83c8-1d7d6300166d,revision_number=2']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:15:28.789169 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 59986) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:15:29.103431 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [None req-b681e93c-1a29-404b-a54d-c121ab903cb4 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=92973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 18:15:29.104439 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-b681e93c-1a29-404b-a54d-c121ab903cb4 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3143232 Jul 13 18:15:31.455008 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 59994) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:15:31.760626 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [None req-856b405b-847b-4b39-8240-8c2f85395af6 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=92973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 18:15:31.761701 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-856b405b-847b-4b39-8240-8c2f85395af6 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3057353 Jul 13 18:15:33.523941 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device f1f1e91d-379e-4e8a-83c8-1d7d6300166d up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:15:33.605906 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port f1f1e91d-379e-4e8a-83c8-1d7d6300166d completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:15:33.677981 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cbc82b-c4d3-42ce-8656-c31b02fd9c07 None None] Network 918fc9f4-eaf3-464e-ba23-3ce122348365 requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:15:33.790929 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-8a85180b-443d-43bf-b7a6-f6dcf5e04707 None None] Provisioning for port f1f1e91d-379e-4e8a-83c8-1d7d6300166d completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:15:33.797256 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-8a85180b-443d-43bf-b7a6-f6dcf5e04707 None None] Provisioning complete for port f1f1e91d-379e-4e8a-83c8-1d7d6300166d triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:15:33.797654 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-8a85180b-443d-43bf-b7a6-f6dcf5e04707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:33.968451 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-8a85180b-443d-43bf-b7a6-f6dcf5e04707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:34.004577 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-8a85180b-443d-43bf-b7a6-f6dcf5e04707 None None] For port f1f1e91d-379e-4e8a-83c8-1d7d6300166d, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=f1f1e91d-379e-4e8a-83c8-1d7d6300166d,segment=NetworkSegment(f791a414-f3b6-47cb-a188-9435264a2764),segment_id=f791a414-f3b6-47cb-a188-9435264a2764)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:15:34.009301 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-8a85180b-443d-43bf-b7a6-f6dcf5e04707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:34.058727 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85180b-443d-43bf-b7a6-f6dcf5e04707 None None] Pushing event updated for resources: {'Port': ['ID=f1f1e91d-379e-4e8a-83c8-1d7d6300166d,revision_number=3']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:15:34.231078 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-8c79a197-1e2b-4456-b43d-090ab6216142 None None] Provisioning complete for port f1f1e91d-379e-4e8a-83c8-1d7d6300166d triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:15:34.231514 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-8c79a197-1e2b-4456-b43d-090ab6216142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:34.372334 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 60008) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:15:34.661706 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-126bcc68-5bc9-4125-b043-0841a743266a admin admin] Request body: {'router': {'tenant_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'name': 'router1', 'admin_state_up': True}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:15:34.684119 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-126bcc68-5bc9-4125-b043-0841a743266a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8003397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61574'] for router, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:34.686132 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-126bcc68-5bc9-4125-b043-0841a743266a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8003366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8001251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8118471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61597'] for router, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:34.821128 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-126bcc68-5bc9-4125-b043-0841a743266a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:34.826508 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-126bcc68-5bc9-4125-b043-0841a743266a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8003410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8001228'] for router, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:34.837841 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-126bcc68-5bc9-4125-b043-0841a743266a admin admin] Notify callbacks [] for router, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:34.839008 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-126bcc68-5bc9-4125-b043-0841a743266a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4657204 Jul 13 18:15:35.496905 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device f1f1e91d-379e-4e8a-83c8-1d7d6300166d up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:15:35.542343 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port f1f1e91d-379e-4e8a-83c8-1d7d6300166d triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:15:35.542717 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:37.165869 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 60016) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:15:37.469820 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [None req-aa103d0c-5e50-4d73-a443-53058d628ebd admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=92973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 18:15:37.470811 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-aa103d0c-5e50-4d73-a443-53058d628ebd admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3040037 Jul 13 18:15:38.864487 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-1ce804df-cb12-4e2c-b1e1-ed59d6e217d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:39.824388 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 60024) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:15:40.127604 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:15:40.128993 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.quota [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Loaded quota_driver: . Jul 13 18:15:40.184536 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Made reservation on behalf of 9e9246b29da2473cb3d63430f29a825e for: {'network': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:15:40.251034 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.policy [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92974) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 18:15:40.295923 dv-cinder-786928-3-iscsi neutron-server[92974]: WARNING oslo_policy.policy [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 18:15:40.296293 dv-cinder-786928-3-iscsi neutron-server[92974]: WARNING oslo_policy.policy [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 18:15:40.306599 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for network, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:40.326609 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:40.451981 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:40.455488 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:40.466990 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Reserving flat network on physical network physnet1 {{(pid=92974) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 13 18:15:40.505110 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737536501980', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:40.505621 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Unsubscribe: segment precommit_create {{(pid=92974) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 18:15:40.506127 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.segments_db [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Added segment a0ad742c-abfa-4326-87d9-a66db1242fa2 of type flat for network 245bce84-6448-48c3-832e-229c4a14376b Jul 13 18:15:40.522972 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed1af40-3a1e-4fd9-93f6-fecc56e4666e,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:15:40.551927 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:40.552300 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:40.552645 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:40.552980 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:40.553304 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:40.553641 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:40.553964 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:40.554285 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:40.554618 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:40.554938 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:40.555253 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:40.555568 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Tracked resource versions report: Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: pushed versions: Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: { 'AddressGroup': {'1.2'}, Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: 'ConntrackHelper': {'1.0'}, Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: 'Log': {'1.0'}, Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: 'Network': {'1.1'}, Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: 'Port': {'1.7'}, Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: 'PortForwarding': {'1.2'}, Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: 'QosPolicy': {'1.8'}, Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: 'SecurityGroup': {'1.4'}, Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: 'SecurityGroupRule': {'1.2'}, Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: 'SubPort': {'1.0'}, Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: 'Subnet': {'1.1'}, Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: 'Trunk': {'1.1'}} Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: consumer versions: Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: { DHCP agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: L3 agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: Metadata agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: Metering agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: Open vSwitch agent@dv-cinder-786928-3-iscsi: { 'AddressGroup': '1.2', Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: 'ConntrackHelper': '1.0', Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: 'Log': '1.0', Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: 'Network': '1.1', Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: 'Port': '1.7', Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: 'PortForwarding': '1.2', Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: 'QosPolicy': '1.8', Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: 'SecurityGroup': '1.4', Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: 'SecurityGroupRule': '1.2', Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: 'SubPort': '1.0', Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: 'Subnet': '1.1', Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: 'Trunk': '1.1'}} Jul 13 18:15:40.556700 dv-cinder-786928-3-iscsi neutron-server[92974]: {{(pid=92974) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 18:15:40.631974 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737535993375'] for network, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:40.688301 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for network, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:40.689355 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:15:40.690007 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:40.766655 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9410877 Jul 13 18:15:40.789423 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8eef1-67ff-4d40-a976-62aba7e79d81 admin admin] Pushing event updated for resources: {'Network': ['ID=245bce84-6448-48c3-832e-229c4a14376b,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:15:40.803762 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Network 245bce84-6448-48c3-832e-229c4a14376b details requested by agent ovs-agent-dv-cinder-786928-3-iscsi with host dv-cinder-786928-3-iscsi {{(pid=92975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 18:15:41.415699 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-d23a770b-37db-4b8c-ab06-9685ab50bf89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:41.633145 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:42.635264 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:43.116377 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 60048) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:15:43.288229 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60af196-96a8-41b5-a987-e1eb441de37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:15:43.289552 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-e60af196-96a8-41b5-a987-e1eb441de37f admin admin] 10.222.0.11 "GET /v2.0/subnets/b2bb3d01-3393-4f86-a115-ebc30ea1dc9e HTTP/1.1" status: 200 len: 849 time: 0.1722479 Jul 13 18:15:43.405056 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-8a5118dc-db9b-41b3-b759-1a79559542f5 admin admin] 10.222.0.11 "GET /v2.0/routers/eff3dd17-2cfa-4bc8-b16b-b0856d01048d HTTP/1.1" status: 200 len: 704 time: 0.1095436 Jul 13 18:15:43.662480 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ad81890-2be3-4e57-a2d6-635fb710b10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:43.948970 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [None req-9ad81890-2be3-4e57-a2d6-635fb710b10d admin admin] Allocated IP 172.20.0.1 (918fc9f4-eaf3-464e-ba23-3ce122348365/b2bb3d01-3393-4f86-a115-ebc30ea1dc9e/fa80edb9-8aa8-4c13-ba5d-073fea5950c2) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:15:44.100751 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ad81890-2be3-4e57-a2d6-635fb710b10d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:44.125229 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [None req-9ad81890-2be3-4e57-a2d6-635fb710b10d admin admin] Transition to ACTIVE for port object fa80edb9-8aa8-4c13-ba5d-073fea5950c2 will not be triggered until provisioned by entity DHCP. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:15:44.242355 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:44.248356 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ad81890-2be3-4e57-a2d6-635fb710b10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:44.313776 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad81890-2be3-4e57-a2d6-635fb710b10d admin admin] Network 918fc9f4-eaf3-464e-ba23-3ce122348365 is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:15:44.320161 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-9ad81890-2be3-4e57-a2d6-635fb710b10d admin admin] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:15:44.333133 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad81890-2be3-4e57-a2d6-635fb710b10d admin admin] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:15:44.333692 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ad81890-2be3-4e57-a2d6-635fb710b10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8006825'] for router_interface, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:44.337123 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad81890-2be3-4e57-a2d6-635fb710b10d admin admin] Pushing event updated for resources: {'Port': ['ID=fa80edb9-8aa8-4c13-ba5d-073fea5950c2,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:15:44.483827 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-8d84151d-2071-42d5-abc3-98cc3f5351d1 None None] Provisioning for port fa80edb9-8aa8-4c13-ba5d-073fea5950c2 completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:15:44.487515 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-8d84151d-2071-42d5-abc3-98cc3f5351d1 None None] Provisioning complete for port fa80edb9-8aa8-4c13-ba5d-073fea5950c2 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:15:44.487912 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-8d84151d-2071-42d5-abc3-98cc3f5351d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:44.522997 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-8d84151d-2071-42d5-abc3-98cc3f5351d1 None None] Port fa80edb9-8aa8-4c13-ba5d-073fea5950c2 cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:15:44.543451 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ad81890-2be3-4e57-a2d6-635fb710b10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:44.718732 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ad81890-2be3-4e57-a2d6-635fb710b10d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:44.723089 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ad81890-2be3-4e57-a2d6-635fb710b10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:44.723795 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ad81890-2be3-4e57-a2d6-635fb710b10d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7944997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8006115'] for router_interface, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:44.800813 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad81890-2be3-4e57-a2d6-635fb710b10d admin admin] Pushing event updated for resources: {'Port': ['ID=fa80edb9-8aa8-4c13-ba5d-073fea5950c2,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:15:44.844970 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad81890-2be3-4e57-a2d6-635fb710b10d admin admin] Network 918fc9f4-eaf3-464e-ba23-3ce122348365 is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:15:44.846244 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-9ad81890-2be3-4e57-a2d6-635fb710b10d admin admin] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:15:45.004553 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad81890-2be3-4e57-a2d6-635fb710b10d admin admin] Router eff3dd17-2cfa-4bc8-b16b-b0856d01048d is scheduled to L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad with binding_index 1 {{(pid=92973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 18:15:45.043945 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-eda5baf7-ad0d-4a54-bf58-f9559a57ef27 None None] Provisioning complete for port fa80edb9-8aa8-4c13-ba5d-073fea5950c2 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:15:45.044308 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-eda5baf7-ad0d-4a54-bf58-f9559a57ef27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:45.077788 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-eda5baf7-ad0d-4a54-bf58-f9559a57ef27 None None] Port fa80edb9-8aa8-4c13-ba5d-073fea5950c2 cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:15:45.096648 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad81890-2be3-4e57-a2d6-635fb710b10d admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:15:45.102495 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-9ad81890-2be3-4e57-a2d6-635fb710b10d admin admin] 10.222.0.11 "PUT /v2.0/routers/eff3dd17-2cfa-4bc8-b16b-b0856d01048d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6927288 Jul 13 18:15:45.105882 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] Sync routers for ids ['eff3dd17-2cfa-4bc8-b16b-b0856d01048d'] in dv-cinder-786928-3-iscsi {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:15:45.119941 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] Routers {'eff3dd17-2cfa-4bc8-b16b-b0856d01048d'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:15:45.120752 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:15:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['eff3dd17-2cfa-4bc8-b16b-b0856d01048d'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:15:45.300426 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] Set router eff3dd17-2cfa-4bc8-b16b-b0856d01048d gateway port host: None {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:15:45.716513 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff3dd17-2cfa-4bc8-b16b-b0856d01048d', 'name': 'router1', 'tenant_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:15:34Z', 'updated_at': '2021-07-13T18:15:44Z', 'revision_number': 2, 'project_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'gw_port_host': None, '_interfaces': [{'id': 'fa80edb9-8aa8-4c13-ba5d-073fea5950c2', 'name': '', 'network_id': '918fc9f4-eaf3-464e-ba23-3ce122348365', 'tenant_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'mac_address': 'fa:16:3e:76:e8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff3dd17-2cfa-4bc8-b16b-b0856d01048d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2bb3d01-3393-4f86-a115-ebc30ea1dc9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:15:43Z', 'updated_at': '2021-07-13T18:15:44Z', 'revision_number': 2, 'project_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'subnets': [{'id': 'b2bb3d01-3393-4f86-a115-ebc30ea1dc9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62ec62ad-01c3-466b-88f5-dae7542d4f1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:15:45.766713 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] Checking router: eff3dd17-2cfa-4bc8-b16b-b0856d01048d for host: dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:15:45.767080 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] Updating router eff3dd17-2cfa-4bc8-b16b-b0856d01048d port fa80edb9-8aa8-4c13-ba5d-073fea5950c2 binding host dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 18:15:45.832887 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:46.323855 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] Notify callbacks [] for port, precommit_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:46.341081 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.provisioning_blocks [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] Transition to ACTIVE for port object fa80edb9-8aa8-4c13-ba5d-073fea5950c2 will not be triggered until provisioned by entity L2. {{(pid=92976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:15:46.346136 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:46.439635 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7dc3eb-10c6-43c4-80ed-f8294d7e6a04 None None] Pushing event updated for resources: {'Port': ['ID=fa80edb9-8aa8-4c13-ba5d-073fea5950c2,revision_number=3']} {{(pid=92976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:15:46.449306 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7dc3eb-10c6-43c4-80ed-f8294d7e6a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:46.449656 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7dc3eb-10c6-43c4-80ed-f8294d7e6a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:46.449997 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7dc3eb-10c6-43c4-80ed-f8294d7e6a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:46.450334 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7dc3eb-10c6-43c4-80ed-f8294d7e6a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:46.450665 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7dc3eb-10c6-43c4-80ed-f8294d7e6a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:46.450995 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7dc3eb-10c6-43c4-80ed-f8294d7e6a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:46.451322 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7dc3eb-10c6-43c4-80ed-f8294d7e6a04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:46.451668 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7dc3eb-10c6-43c4-80ed-f8294d7e6a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:46.452006 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7dc3eb-10c6-43c4-80ed-f8294d7e6a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:46.452330 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7dc3eb-10c6-43c4-80ed-f8294d7e6a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:46.452657 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7dc3eb-10c6-43c4-80ed-f8294d7e6a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:46.452974 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7dc3eb-10c6-43c4-80ed-f8294d7e6a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7dc3eb-10c6-43c4-80ed-f8294d7e6a04 None None] Tracked resource versions report: Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: pushed versions: Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: { 'AddressGroup': {'1.2'}, Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: 'ConntrackHelper': {'1.0'}, Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: 'Log': {'1.0'}, Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: 'Network': {'1.1'}, Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: 'Port': {'1.7'}, Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: 'PortForwarding': {'1.2'}, Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: 'QosPolicy': {'1.8'}, Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: 'SecurityGroup': {'1.4'}, Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: 'SecurityGroupRule': {'1.2'}, Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: 'SubPort': {'1.0'}, Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: 'Subnet': {'1.1'}, Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: 'Trunk': {'1.1'}} Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: consumer versions: Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: { DHCP agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: L3 agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: Metadata agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: Metering agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: Open vSwitch agent@dv-cinder-786928-3-iscsi: { 'AddressGroup': '1.2', Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: 'ConntrackHelper': '1.0', Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: 'Log': '1.0', Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: 'Network': '1.1', Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: 'Port': '1.7', Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: 'PortForwarding': '1.2', Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: 'QosPolicy': '1.8', Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: 'SecurityGroup': '1.4', Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: 'SecurityGroupRule': '1.2', Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: 'SubPort': '1.0', Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: 'Subnet': '1.1', Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: 'Trunk': '1.1'}} Jul 13 18:15:46.454071 dv-cinder-786928-3-iscsi neutron-server[92976]: {{(pid=92976) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 18:15:46.525324 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] Attempting to bind port fa80edb9-8aa8-4c13-ba5d-073fea5950c2 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:15:46.525728 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] Attempting to bind port fa80edb9-8aa8-4c13-ba5d-073fea5950c2 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': 'f791a414-f3b6-47cb-a188-9435264a2764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '918fc9f4-eaf3-464e-ba23-3ce122348365'}] {{(pid=92976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:15:46.526199 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] Attempting to bind port fa80edb9-8aa8-4c13-ba5d-073fea5950c2 on network 918fc9f4-eaf3-464e-ba23-3ce122348365 {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:15:46.531541 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:15:46.531995 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] Checking segment: {'id': 'f791a414-f3b6-47cb-a188-9435264a2764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '918fc9f4-eaf3-464e-ba23-3ce122348365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:15:46.532475 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:46.532864 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] Bound using segment: {'id': 'f791a414-f3b6-47cb-a188-9435264a2764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '918fc9f4-eaf3-464e-ba23-3ce122348365'} {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:15:46.533358 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] Bound port: fa80edb9-8aa8-4c13-ba5d-073fea5950c2, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f791a414-f3b6-47cb-a188-9435264a2764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '918fc9f4-eaf3-464e-ba23-3ce122348365'}}] {{(pid=92976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:15:46.533753 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:46.599658 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.db [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] For port fa80edb9-8aa8-4c13-ba5d-073fea5950c2, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:15:46.622636 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.db [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] For port fa80edb9-8aa8-4c13-ba5d-073fea5950c2, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=fa80edb9-8aa8-4c13-ba5d-073fea5950c2,segment=NetworkSegment(f791a414-f3b6-47cb-a188-9435264a2764),segment_id=f791a414-f3b6-47cb-a188-9435264a2764)] {{(pid=92976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:15:46.626922 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:46.687059 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7dc3eb-10c6-43c4-80ed-f8294d7e6a04 None None] Pushing event updated for resources: {'Port': ['ID=fa80edb9-8aa8-4c13-ba5d-073fea5950c2,revision_number=4']} {{(pid=92976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:15:46.692441 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] Routers {'eff3dd17-2cfa-4bc8-b16b-b0856d01048d'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:15:46.693059 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:15:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['eff3dd17-2cfa-4bc8-b16b-b0856d01048d'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:15:46.782665 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] Set router eff3dd17-2cfa-4bc8-b16b-b0856d01048d gateway port host: None {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:15:46.987774 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff3dd17-2cfa-4bc8-b16b-b0856d01048d', 'name': 'router1', 'tenant_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:15:34Z', 'updated_at': '2021-07-13T18:15:44Z', 'revision_number': 2, 'project_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'gw_port_host': None, '_interfaces': [{'id': 'fa80edb9-8aa8-4c13-ba5d-073fea5950c2', 'name': '', 'network_id': '918fc9f4-eaf3-464e-ba23-3ce122348365', 'tenant_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'mac_address': 'fa:16:3e:76:e8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff3dd17-2cfa-4bc8-b16b-b0856d01048d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2bb3d01-3393-4f86-a115-ebc30ea1dc9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:15:43Z', 'updated_at': '2021-07-13T18:15:46Z', 'revision_number': 4, 'project_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'subnets': [{'id': 'b2bb3d01-3393-4f86-a115-ebc30ea1dc9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62ec62ad-01c3-466b-88f5-dae7542d4f1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:15:47.015889 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95812ce-afe6-44a0-81d5-05ec2984d797 None None] The sync data for ids ['eff3dd17-2cfa-4bc8-b16b-b0856d01048d'] in dv-cinder-786928-3-iscsi is: [{'id': 'eff3dd17-2cfa-4bc8-b16b-b0856d01048d', 'name': 'router1', 'tenant_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:15:34Z', 'updated_at': '2021-07-13T18:15:44Z', 'revision_number': 2, 'project_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'gw_port_host': None, '_interfaces': [{'id': 'fa80edb9-8aa8-4c13-ba5d-073fea5950c2', 'name': '', 'network_id': '918fc9f4-eaf3-464e-ba23-3ce122348365', 'tenant_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'mac_address': 'fa:16:3e:76:e8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff3dd17-2cfa-4bc8-b16b-b0856d01048d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2bb3d01-3393-4f86-a115-ebc30ea1dc9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:15:43Z', 'updated_at': '2021-07-13T18:15:46Z', 'revision_number': 4, 'project_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'subnets': [{'id': 'b2bb3d01-3393-4f86-a115-ebc30ea1dc9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62ec62ad-01c3-466b-88f5-dae7542d4f1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:15:47.299023 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 60068) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:15:47.404536 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a991154d-70fc-4c21-9e06-aa07e967ea9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:15:47.405882 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-a991154d-70fc-4c21-9e06-aa07e967ea9a admin admin] 10.222.0.11 "GET /v2.0/networks/245bce84-6448-48c3-832e-229c4a14376b HTTP/1.1" status: 200 len: 842 time: 0.1058946 Jul 13 18:15:47.415142 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-ea8a0b4d-0641-43af-bc12-b39792544f0d admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.2.0/24', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:15:47.436825 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8a0b4d-0641-43af-bc12-b39792544f0d admin admin] Made reservation on behalf of 9e9246b29da2473cb3d63430f29a825e for: {'subnet': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:15:47.439123 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ea8a0b4d-0641-43af-bc12-b39792544f0d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:47.719795 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.objects.ports [None req-ea8a0b4d-0641-43af-bc12-b39792544f0d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92973) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 18:15:47.720230 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ea8a0b4d-0641-43af-bc12-b39792544f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for subnet, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:47.776357 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a0b4d-0641-43af-bc12-b39792544f0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd702e20-22b6-412e-a631-757c226d263b,revision_number=0']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:15:47.780562 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a0b4d-0641-43af-bc12-b39792544f0d admin admin] Checking segment: {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:15:47.780923 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8a0b4d-0641-43af-bc12-b39792544f0d admin admin] Network hostable DHCP agents. Network: 245bce84-6448-48c3-832e-229c4a14376b, hostable agents: ['65b15fd5-f86c-4cf1-b54a-6ad638ce2cca'], hosted agents: [] {{(pid=92973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 18:15:47.797348 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8a0b4d-0641-43af-bc12-b39792544f0d admin admin] Network 245bce84-6448-48c3-832e-229c4a14376b is scheduled to be hosted by DHCP agent 65b15fd5-f86c-4cf1-b54a-6ad638ce2cca with binding_index 1 {{(pid=92973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 18:15:47.805746 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-ea8a0b4d-0641-43af-bc12-b39792544f0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-3-iscsi, 245bce84-6448-48c3-832e-229c4a14376b) {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:15:47.810415 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8a0b4d-0641-43af-bc12-b39792544f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:15:47.811010 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ea8a0b4d-0641-43af-bc12-b39792544f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for subnet, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:47.814770 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c58c691-1dc1-4419-baa2-d3b193eceb0c None None] Network 245bce84-6448-48c3-832e-229c4a14376b requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:15:47.827394 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-ea8a0b4d-0641-43af-bc12-b39792544f0d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4156749 Jul 13 18:15:47.952583 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c596015b-0455-453c-94e8-a07d4ebceb11 None None] Network 245bce84-6448-48c3-832e-229c4a14376b requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:15:50.130704 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 60080) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:15:50.327178 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-8780148f-b423-4b60-b320-3f98d30cf708 admin admin] 10.222.0.11 "GET /v2.0/routers/eff3dd17-2cfa-4bc8-b16b-b0856d01048d HTTP/1.1" status: 200 len: 710 time: 0.1953580 Jul 13 18:15:50.411384 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903f4b15-8c37-4dd1-90e2-d75373a2dbb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:15:50.412768 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-903f4b15-8c37-4dd1-90e2-d75373a2dbb4 admin admin] 10.222.0.11 "GET /v2.0/networks/245bce84-6448-48c3-832e-229c4a14376b HTTP/1.1" status: 200 len: 886 time: 0.0805633 Jul 13 18:15:50.421314 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-3669d571-920b-43ea-8b2b-c323577a8155 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:15:50.660115 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-3669d571-920b-43ea-8b2b-c323577a8155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8001265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8003419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61603'] for router, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:50.886643 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-3669d571-920b-43ea-8b2b-c323577a8155 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:50.968988 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-3669d571-920b-43ea-8b2b-c323577a8155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:51.072181 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [None req-3669d571-920b-43ea-8b2b-c323577a8155 admin admin] Allocated IP 172.27.2.155 (245bce84-6448-48c3-832e-229c4a14376b/dd702e20-22b6-412e-a631-757c226d263b/54372522-600c-4c0b-b2c1-dd68dacb496b) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:15:51.170286 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-3669d571-920b-43ea-8b2b-c323577a8155 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:51.206793 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-3669d571-920b-43ea-8b2b-c323577a8155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:51.247862 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3669d571-920b-43ea-8b2b-c323577a8155 admin admin] Network 245bce84-6448-48c3-832e-229c4a14376b is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:15:51.250563 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-3669d571-920b-43ea-8b2b-c323577a8155 admin admin] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:15:51.253827 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3669d571-920b-43ea-8b2b-c323577a8155 admin admin] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:15:51.258727 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669d571-920b-43ea-8b2b-c323577a8155 admin admin] Pushing event updated for resources: {'Port': ['ID=54372522-600c-4c0b-b2c1-dd68dacb496b,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:15:51.491211 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-3669d571-920b-43ea-8b2b-c323577a8155 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:51.525038 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device fa80edb9-8aa8-4c13-ba5d-073fea5950c2 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:15:51.572501 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port fa80edb9-8aa8-4c13-ba5d-073fea5950c2 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:15:51.577009 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port fa80edb9-8aa8-4c13-ba5d-073fea5950c2 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:15:51.577382 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:51.653843 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:51.684296 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port fa80edb9-8aa8-4c13-ba5d-073fea5950c2, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=fa80edb9-8aa8-4c13-ba5d-073fea5950c2,segment=NetworkSegment(f791a414-f3b6-47cb-a188-9435264a2764),segment_id=f791a414-f3b6-47cb-a188-9435264a2764)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:15:51.688280 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:51.780181 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=fa80edb9-8aa8-4c13-ba5d-073fea5950c2,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:15:51.785458 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-3669d571-920b-43ea-8b2b-c323577a8155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8001265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8003419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61603'] for router, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:51.788718 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-3669d571-920b-43ea-8b2b-c323577a8155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8001228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8001278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8001223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8003488'] for router, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:51.892656 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3669d571-920b-43ea-8b2b-c323577a8155 admin admin] Router eff3dd17-2cfa-4bc8-b16b-b0856d01048d has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:15:51.993938 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3669d571-920b-43ea-8b2b-c323577a8155 admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:15:51.998576 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-3669d571-920b-43ea-8b2b-c323577a8155 admin admin] Notify callbacks [] for router, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:51.999767 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-3669d571-920b-43ea-8b2b-c323577a8155 admin admin] 10.222.0.11 "PUT /v2.0/routers/eff3dd17-2cfa-4bc8-b16b-b0856d01048d HTTP/1.1" status: 200 len: 890 time: 1.5815718 Jul 13 18:15:52.015389 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] Sync routers for ids ['eff3dd17-2cfa-4bc8-b16b-b0856d01048d'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:15:52.026846 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] Routers {'eff3dd17-2cfa-4bc8-b16b-b0856d01048d'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:15:52.027836 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:15:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['eff3dd17-2cfa-4bc8-b16b-b0856d01048d'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:15:52.240969 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] Set router eff3dd17-2cfa-4bc8-b16b-b0856d01048d gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:15:52.625096 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff3dd17-2cfa-4bc8-b16b-b0856d01048d', 'name': 'router1', 'tenant_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '54372522-600c-4c0b-b2c1-dd68dacb496b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:15:34Z', 'updated_at': '2021-07-13T18:15:51Z', 'revision_number': 4, 'project_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'gw_port': {'id': '54372522-600c-4c0b-b2c1-dd68dacb496b', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff3dd17-2cfa-4bc8-b16b-b0856d01048d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:15:50Z', 'updated_at': '2021-07-13T18:15:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': 'fa80edb9-8aa8-4c13-ba5d-073fea5950c2', 'name': '', 'network_id': '918fc9f4-eaf3-464e-ba23-3ce122348365', 'tenant_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'mac_address': 'fa:16:3e:76:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff3dd17-2cfa-4bc8-b16b-b0856d01048d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2bb3d01-3393-4f86-a115-ebc30ea1dc9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:15:43Z', 'updated_at': '2021-07-13T18:15:51Z', 'revision_number': 5, 'project_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'subnets': [{'id': 'b2bb3d01-3393-4f86-a115-ebc30ea1dc9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62ec62ad-01c3-466b-88f5-dae7542d4f1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:15:52.675035 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] Checking router: eff3dd17-2cfa-4bc8-b16b-b0856d01048d for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:15:52.675394 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] Updating router eff3dd17-2cfa-4bc8-b16b-b0856d01048d port 54372522-600c-4c0b-b2c1-dd68dacb496b binding host dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 18:15:52.706920 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:53.016061 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] Notify callbacks [] for port, precommit_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:53.025502 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] Transition to ACTIVE for port object 54372522-600c-4c0b-b2c1-dd68dacb496b will not be triggered until provisioned by entity L2. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:15:53.031513 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:53.081375 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] Attempting to bind port 54372522-600c-4c0b-b2c1-dd68dacb496b on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:15:53.081739 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] Attempting to bind port 54372522-600c-4c0b-b2c1-dd68dacb496b by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:15:53.082094 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] Attempting to bind port 54372522-600c-4c0b-b2c1-dd68dacb496b on network 245bce84-6448-48c3-832e-229c4a14376b {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:15:53.084768 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258179ff-8384-4b5a-a2e7-28c84e9c9f12 None None] Pushing event updated for resources: {'Port': ['ID=54372522-600c-4c0b-b2c1-dd68dacb496b,revision_number=2']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:15:53.089079 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:15:53.089519 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] Checking segment: {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:15:53.089993 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:53.090374 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] Bound using segment: {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:15:53.090830 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] Bound port: 54372522-600c-4c0b-b2c1-dd68dacb496b, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:15:53.091219 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:53.141510 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] For port 54372522-600c-4c0b-b2c1-dd68dacb496b, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:15:53.144749 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] For port 54372522-600c-4c0b-b2c1-dd68dacb496b, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=54372522-600c-4c0b-b2c1-dd68dacb496b,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:15:53.148286 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:53.195978 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] Routers {'eff3dd17-2cfa-4bc8-b16b-b0856d01048d'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:15:53.196587 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:15:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['eff3dd17-2cfa-4bc8-b16b-b0856d01048d'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:15:53.244777 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258179ff-8384-4b5a-a2e7-28c84e9c9f12 None None] Pushing event updated for resources: {'Port': ['ID=54372522-600c-4c0b-b2c1-dd68dacb496b,revision_number=3']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:15:53.392679 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] Set router eff3dd17-2cfa-4bc8-b16b-b0856d01048d gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:15:53.520253 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device fa80edb9-8aa8-4c13-ba5d-073fea5950c2 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:15:53.617209 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port fa80edb9-8aa8-4c13-ba5d-073fea5950c2 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:15:53.617579 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:53.695493 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff3dd17-2cfa-4bc8-b16b-b0856d01048d', 'name': 'router1', 'tenant_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '54372522-600c-4c0b-b2c1-dd68dacb496b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:15:34Z', 'updated_at': '2021-07-13T18:15:51Z', 'revision_number': 4, 'project_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'gw_port': {'id': '54372522-600c-4c0b-b2c1-dd68dacb496b', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff3dd17-2cfa-4bc8-b16b-b0856d01048d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:15:50Z', 'updated_at': '2021-07-13T18:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': 'fa80edb9-8aa8-4c13-ba5d-073fea5950c2', 'name': '', 'network_id': '918fc9f4-eaf3-464e-ba23-3ce122348365', 'tenant_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'mac_address': 'fa:16:3e:76:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff3dd17-2cfa-4bc8-b16b-b0856d01048d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2bb3d01-3393-4f86-a115-ebc30ea1dc9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:15:43Z', 'updated_at': '2021-07-13T18:15:51Z', 'revision_number': 5, 'project_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'subnets': [{'id': 'b2bb3d01-3393-4f86-a115-ebc30ea1dc9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62ec62ad-01c3-466b-88f5-dae7542d4f1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:15:53.725968 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad65d212-d62f-4d5f-b2f2-1164a46d989a None None] The sync data for ids ['eff3dd17-2cfa-4bc8-b16b-b0856d01048d'] in dv-cinder-786928-3-iscsi is: [{'id': 'eff3dd17-2cfa-4bc8-b16b-b0856d01048d', 'name': 'router1', 'tenant_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '54372522-600c-4c0b-b2c1-dd68dacb496b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:15:34Z', 'updated_at': '2021-07-13T18:15:51Z', 'revision_number': 4, 'project_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'gw_port': {'id': '54372522-600c-4c0b-b2c1-dd68dacb496b', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff3dd17-2cfa-4bc8-b16b-b0856d01048d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:15:50Z', 'updated_at': '2021-07-13T18:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': 'fa80edb9-8aa8-4c13-ba5d-073fea5950c2', 'name': '', 'network_id': '918fc9f4-eaf3-464e-ba23-3ce122348365', 'tenant_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'mac_address': 'fa:16:3e:76:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff3dd17-2cfa-4bc8-b16b-b0856d01048d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2bb3d01-3393-4f86-a115-ebc30ea1dc9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:15:43Z', 'updated_at': '2021-07-13T18:15:51Z', 'revision_number': 5, 'project_id': 'ffc11a631fcf44be80ebaf42445f14d5', 'subnets': [{'id': 'b2bb3d01-3393-4f86-a115-ebc30ea1dc9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62ec62ad-01c3-466b-88f5-dae7542d4f1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:15:54.387637 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 60088) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:15:54.509011 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-3338adc2-446a-496f-aa4e-3b771449a00d admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1201956 Jul 13 18:15:55.537093 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 54372522-600c-4c0b-b2c1-dd68dacb496b up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:15:55.586366 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port 54372522-600c-4c0b-b2c1-dd68dacb496b completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:15:55.590286 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 54372522-600c-4c0b-b2c1-dd68dacb496b triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:15:55.590657 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:55.666760 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:55.687606 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port 54372522-600c-4c0b-b2c1-dd68dacb496b, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=54372522-600c-4c0b-b2c1-dd68dacb496b,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:15:55.691734 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:15:55.756752 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=54372522-600c-4c0b-b2c1-dd68dacb496b,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:15:57.529660 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 54372522-600c-4c0b-b2c1-dd68dacb496b up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:15:57.575948 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 54372522-600c-4c0b-b2c1-dd68dacb496b triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:15:57.576374 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:16:04.417997 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 5 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:16:08.886340 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-ea0bf815-3e4d-462f-a528-f795066be5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:16:11.418102 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-a9176cf8-4803-4f61-a17c-f35bdeb2bec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:16:11.643759 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:16:12.648983 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:16:14.262189 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:16:38.871360 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-fbbb5ded-3b68-4404-ad3c-237b2cb3ac1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:16:41.414794 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 5 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:16:41.424119 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-614caa5f-f1ea-4d9f-a891-dd152dd5729b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:16:41.640512 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:16:42.638141 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:16:44.261147 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:17:08.873970 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-e8b14302-3374-4d7c-b634-945904dadb54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:17:11.425772 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-e073308b-3235-4132-9176-b98fd709bb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:17:11.641229 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:17:12.640332 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:17:14.270409 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:17:18.415090 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 5 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:17:30.391447 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 60656) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:17:30.450866 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b3fe45-565a-4857-a3e1-e233ed39d619 admin admin] GET failed (client error): The resource could not be found. Jul 13 18:17:30.452174 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-65b3fe45-565a-4857-a3e1-e233ed39d619 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0597777 Jul 13 18:17:30.607466 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73259f0-8c0c-4882-ba39-bb87583fb441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:17:30.608891 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-e73259f0-8c0c-4882-ba39-bb87583fb441 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1529915 Jul 13 18:17:32.764417 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 60666) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:17:32.850083 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de41b00-f8fc-45ae-a926-f1c3ed650dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:17:32.851405 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-0de41b00-f8fc-45ae-a926-f1c3ed650dc9 admin admin] 10.222.0.11 "GET /v2.0/subnets/b2bb3d01-3393-4f86-a115-ebc30ea1dc9e HTTP/1.1" status: 200 len: 849 time: 0.0860438 Jul 13 18:17:32.861282 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-d66feed6-1122-4c5b-8630-8b01245722e5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:17:32.944888 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d66feed6-1122-4c5b-8630-8b01245722e5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:17:33.083320 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d66feed6-1122-4c5b-8630-8b01245722e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737536353262'] for subnet, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:17:33.111032 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66feed6-1122-4c5b-8630-8b01245722e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:17:33.111637 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d66feed6-1122-4c5b-8630-8b01245722e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for subnet, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:17:33.112928 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-d66feed6-1122-4c5b-8630-8b01245722e5 admin admin] 10.222.0.11 "PUT /v2.0/subnets/b2bb3d01-3393-4f86-a115-ebc30ea1dc9e HTTP/1.1" status: 200 len: 868 time: 0.2554898 Jul 13 18:17:33.131072 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14797484-3b2a-41ee-95e6-1965d4c0314d None None] Network 918fc9f4-eaf3-464e-ba23-3ce122348365 requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:17:33.136266 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66feed6-1122-4c5b-8630-8b01245722e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2bb3d01-3393-4f86-a115-ebc30ea1dc9e,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:17:33.143498 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66feed6-1122-4c5b-8630-8b01245722e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:17:33.143918 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66feed6-1122-4c5b-8630-8b01245722e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:17:33.144270 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66feed6-1122-4c5b-8630-8b01245722e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:17:33.144607 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66feed6-1122-4c5b-8630-8b01245722e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:17:33.144945 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66feed6-1122-4c5b-8630-8b01245722e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:17:33.145293 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66feed6-1122-4c5b-8630-8b01245722e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:17:33.145633 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66feed6-1122-4c5b-8630-8b01245722e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:17:33.145957 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66feed6-1122-4c5b-8630-8b01245722e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:17:33.146303 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66feed6-1122-4c5b-8630-8b01245722e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:17:33.146631 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66feed6-1122-4c5b-8630-8b01245722e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:17:33.146956 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66feed6-1122-4c5b-8630-8b01245722e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:17:33.147277 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66feed6-1122-4c5b-8630-8b01245722e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:17:33.560357 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-9c322988-6ee7-4e41-b74f-9f70d4f3c082 None None] Provisioning complete for port fa80edb9-8aa8-4c13-ba5d-073fea5950c2 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:17:33.560734 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-9c322988-6ee7-4e41-b74f-9f70d4f3c082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:17:33.646779 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-9c322988-6ee7-4e41-b74f-9f70d4f3c082 None None] Provisioning complete for port f1f1e91d-379e-4e8a-83c8-1d7d6300166d triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:17:33.647044 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-9c322988-6ee7-4e41-b74f-9f70d4f3c082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:17:35.261409 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 60674) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:17:35.455357 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c486f818-19df-4a8f-ac4c-66c30efa0eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:17:35.455777 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c486f818-19df-4a8f-ac4c-66c30efa0eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:17:35.457304 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-c486f818-19df-4a8f-ac4c-66c30efa0eae admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1949480 Jul 13 18:17:37.611626 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 60682) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:17:37.740011 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c54b02c-3d95-4674-ba7a-2c21cb3ead74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:17:37.740483 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c54b02c-3d95-4674-ba7a-2c21cb3ead74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:17:37.741988 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-2c54b02c-3d95-4674-ba7a-2c21cb3ead74 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1294127 Jul 13 18:17:38.874579 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-a819a701-7fa0-42f8-921b-be52ab7689ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:17:39.887423 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 60690) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:17:40.077256 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd74990-7368-4044-8a3a-522d2bfd5f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:17:40.078530 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-4fd74990-7368-4044-8a3a-522d2bfd5f49 admin admin] 10.222.0.11 "GET /v2.0/networks/245bce84-6448-48c3-832e-229c4a14376b HTTP/1.1" status: 200 len: 886 time: 0.1901491 Jul 13 18:17:41.427630 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-320323a0-4106-4a6f-b057-34c4927013c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:17:41.642464 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:17:42.227118 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 60700) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:17:42.371119 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f4089e-4524-479d-9162-2c16a3bd3afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:17:42.372532 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-78f4089e-4524-479d-9162-2c16a3bd3afa admin admin] 10.222.0.11 "GET /v2.0/networks/918fc9f4-eaf3-464e-ba23-3ce122348365 HTTP/1.1" status: 200 len: 869 time: 0.1444502 Jul 13 18:17:42.643384 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:17:44.278143 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:17:44.528893 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 60708) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:17:44.654620 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b29e0a-71f0-4326-9d5e-9c7ad3f720e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:17:44.655076 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b29e0a-71f0-4326-9d5e-9c7ad3f720e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:17:44.656612 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-69b29e0a-71f0-4326-9d5e-9c7ad3f720e9 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1268194 Jul 13 18:17:46.818083 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 60716) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:17:46.926915 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fe5db4-f789-4be2-9751-ae82e9c9f4ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:17:46.927369 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fe5db4-f789-4be2-9751-ae82e9c9f4ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:17:46.928923 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-05fe5db4-f789-4be2-9751-ae82e9c9f4ae admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1099224 Jul 13 18:17:49.055697 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 60724) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:17:49.181269 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b84f9d-0492-4781-8041-ece86644e873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:17:49.182533 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-63b84f9d-0492-4781-8041-ece86644e873 admin admin] 10.222.0.11 "GET /v2.0/subnets/b2bb3d01-3393-4f86-a115-ebc30ea1dc9e HTTP/1.1" status: 200 len: 868 time: 0.1258571 Jul 13 18:17:51.327390 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 60732) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:17:51.410999 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcec309c-d6a5-4167-be7f-84732469363e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:17:51.412325 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-dcec309c-d6a5-4167-be7f-84732469363e admin admin] 10.222.0.11 "GET /v2.0/subnets/dd702e20-22b6-412e-a631-757c226d263b HTTP/1.1" status: 200 len: 816 time: 0.0839682 Jul 13 18:17:55.422083 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 5 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:18:08.877052 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-891bc1f2-dec5-4e3d-ae62-d8ed32a230b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:11.427453 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-e5d5f884-7335-4e9e-b1b3-a531bcc4de65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:11.643242 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:12.650867 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:14.278541 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:15.623443 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 60784) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:18:15.669500 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [None req-ef5bccda-b2ef-4c09-9434-5a0bb1607c6c admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=92974) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 18:18:15.670473 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-ef5bccda-b2ef-4c09-9434-5a0bb1607c6c admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460773 Jul 13 18:18:17.912914 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 60792) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:18:17.971995 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.pecan_wsgi.hooks.translation [None req-5780cefd-eb48-4015-8345-5aa497baf39d admin admin] GET failed (client error): The resource could not be found. Jul 13 18:18:17.973285 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-5780cefd-eb48-4015-8345-5aa497baf39d admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594454 Jul 13 18:18:18.109380 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3857d1-1308-484d-81f9-ac1e0f177044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:18:18.110722 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-1c3857d1-1308-484d-81f9-ac1e0f177044 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1335006 Jul 13 18:18:20.310875 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 60800) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:18:20.354935 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:18:20.374895 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] Made reservation on behalf of 9e9246b29da2473cb3d63430f29a825e for: {'network': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:18:20.377221 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for network, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:20.414207 dv-cinder-786928-3-iscsi neutron-server[92974]: WARNING neutron.services.revisions.revision_plugin [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] Could not find related network for resource to bump revision. Jul 13 18:18:20.428482 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=92974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 18:18:20.437996 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:20.438332 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.segments_db [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] Added segment 7f2fe175-d3f2-4829-9f3f-79a8652587b0 of type vlan for network 4e39473d-ae53-4992-a757-3b9bb5f88089 Jul 13 18:18:20.483328 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737535993375'] for network, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:20.511266 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for network, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:20.512125 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:18:20.512698 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:20.566995 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2550511 Jul 13 18:18:20.571727 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] Pushing event updated for resources: {'Network': ['ID=4e39473d-ae53-4992-a757-3b9bb5f88089,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:18:20.584977 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:18:20.585349 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:18:20.585691 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:18:20.586020 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:18:20.586349 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:18:20.587224 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:18:20.587551 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:18:20.587900 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:18:20.588234 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:18:20.588573 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:18:20.588877 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:18:20.589193 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c179ec-59fc-4ef1-a40a-19ae5b27c23f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:18:20.601156 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Network 4e39473d-ae53-4992-a757-3b9bb5f88089 details requested by agent ovs-agent-dv-cinder-786928-3-iscsi with host dv-cinder-786928-3-iscsi {{(pid=92975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 18:18:22.722417 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 60808) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:18:22.780725 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aea68e2-ca41-444f-b584-389a3f06e6bc admin admin] GET failed (client error): The resource could not be found. Jul 13 18:18:22.782001 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-4aea68e2-ca41-444f-b584-389a3f06e6bc admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0585070 Jul 13 18:18:22.849114 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdac7d1-e277-48a8-86cf-1e3d8c074dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:18:22.850510 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-bfdac7d1-e277-48a8-86cf-1e3d8c074dd5 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0648525 Jul 13 18:18:22.859638 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-6f006f59-4e90-41cf-9f21-05a1f44e2187 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '4e39473d-ae53-4992-a757-3b9bb5f88089', 'cidr': '192.168.233.0/24'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:18:22.882700 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f006f59-4e90-41cf-9f21-05a1f44e2187 admin admin] Made reservation on behalf of 9e9246b29da2473cb3d63430f29a825e for: {'subnet': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:18:22.885940 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6f006f59-4e90-41cf-9f21-05a1f44e2187 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:23.086859 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6f006f59-4e90-41cf-9f21-05a1f44e2187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for subnet, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:23.148635 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f006f59-4e90-41cf-9f21-05a1f44e2187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce45d91-3458-4cbc-8a75-e787e70f37db,revision_number=0']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:18:23.153891 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f006f59-4e90-41cf-9f21-05a1f44e2187 admin admin] Checking segment: {'id': '7f2fe175-d3f2-4829-9f3f-79a8652587b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4e39473d-ae53-4992-a757-3b9bb5f88089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:18:23.154278 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f006f59-4e90-41cf-9f21-05a1f44e2187 admin admin] Network hostable DHCP agents. Network: 4e39473d-ae53-4992-a757-3b9bb5f88089, hostable agents: ['65b15fd5-f86c-4cf1-b54a-6ad638ce2cca'], hosted agents: [] {{(pid=92974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 18:18:23.175720 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f006f59-4e90-41cf-9f21-05a1f44e2187 admin admin] Network 4e39473d-ae53-4992-a757-3b9bb5f88089 is scheduled to be hosted by DHCP agent 65b15fd5-f86c-4cf1-b54a-6ad638ce2cca with binding_index 1 {{(pid=92974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 18:18:23.186991 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-6f006f59-4e90-41cf-9f21-05a1f44e2187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-3-iscsi, 4e39473d-ae53-4992-a757-3b9bb5f88089) {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:18:23.191458 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f006f59-4e90-41cf-9f21-05a1f44e2187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:18:23.192088 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6f006f59-4e90-41cf-9f21-05a1f44e2187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for subnet, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:23.197292 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a797af-a5fc-4b79-b2e6-db8fb88c23bf None None] Network 4e39473d-ae53-4992-a757-3b9bb5f88089 requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:18:23.205924 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-6f006f59-4e90-41cf-9f21-05a1f44e2187 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3495941 Jul 13 18:18:23.441708 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8d173ec-5a45-53cb-a2e8-daa7abd35adf-4e39473d-ae53-4992-a757-3b9bb5f88089', 'network_id': '4e39473d-ae53-4992-a757-3b9bb5f88089', 'tenant_id': '9e9246b29da2473cb3d63430f29a825e', 'fixed_ips': [{'subnet_id': '8ce45d91-3458-4cbc-8a75-e787e70f37db'}]}} from dv-cinder-786928-3-iscsi. {{(pid=92975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 18:18:23.442563 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:23.581467 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.db_base_plugin_common [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Allocated IP 192.168.233.2 (4e39473d-ae53-4992-a757-3b9bb5f88089/8ce45d91-3458-4cbc-8a75-e787e70f37db/c1bd2b34-9f6a-4331-8623-dade37ea0b90) {{(pid=92975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:18:23.726329 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Notify callbacks [] for port, precommit_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:23.736936 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Transition to ACTIVE for port object c1bd2b34-9f6a-4331-8623-dade37ea0b90 will not be triggered until provisioned by entity L2. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:18:23.753371 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Transition to ACTIVE for port object c1bd2b34-9f6a-4331-8623-dade37ea0b90 will not be triggered until provisioned by entity DHCP. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:18:23.759654 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:23.810764 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Network 4e39473d-ae53-4992-a757-3b9bb5f88089 is already hosted by enough agents. {{(pid=92975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:18:23.814606 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Pushing event updated for resources: {'Port': ['ID=c1bd2b34-9f6a-4331-8623-dade37ea0b90,revision_number=1']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:18:23.817007 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.scheduler.base_scheduler [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Resources bound (agent type, host, resource id): {{(pid=92975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:18:23.823759 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Received port after_create {{(pid=92975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:18:23.826314 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:18:23.826668 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:18:23.827012 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:18:23.829776 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:18:23.829776 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:18:23.829776 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:18:23.829776 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:18:23.829776 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:18:23.829776 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:18:23.829776 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:18:23.830371 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:18:23.830652 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:18:23.890661 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Attempting to bind port c1bd2b34-9f6a-4331-8623-dade37ea0b90 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:18:23.891076 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Attempting to bind port c1bd2b34-9f6a-4331-8623-dade37ea0b90 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': '7f2fe175-d3f2-4829-9f3f-79a8652587b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4e39473d-ae53-4992-a757-3b9bb5f88089'}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:18:23.891450 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Attempting to bind port c1bd2b34-9f6a-4331-8623-dade37ea0b90 on network 4e39473d-ae53-4992-a757-3b9bb5f88089 {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:18:23.896825 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:18:23.897200 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Checking segment: {'id': '7f2fe175-d3f2-4829-9f3f-79a8652587b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4e39473d-ae53-4992-a757-3b9bb5f88089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:18:23.897627 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:23.898015 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Bound using segment: {'id': '7f2fe175-d3f2-4829-9f3f-79a8652587b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4e39473d-ae53-4992-a757-3b9bb5f88089'} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:18:23.898478 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Bound port: c1bd2b34-9f6a-4331-8623-dade37ea0b90, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2fe175-d3f2-4829-9f3f-79a8652587b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4e39473d-ae53-4992-a757-3b9bb5f88089'}}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:18:23.898882 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:23.969215 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] For port c1bd2b34-9f6a-4331-8623-dade37ea0b90, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:18:23.973291 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] For port c1bd2b34-9f6a-4331-8623-dade37ea0b90, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=c1bd2b34-9f6a-4331-8623-dade37ea0b90,segment=NetworkSegment(7f2fe175-d3f2-4829-9f3f-79a8652587b0),segment_id=7f2fe175-d3f2-4829-9f3f-79a8652587b0)] {{(pid=92975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:18:23.978872 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:24.042147 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ae776-b472-4bb2-8be2-a5987e87fc72 None None] Pushing event updated for resources: {'Port': ['ID=c1bd2b34-9f6a-4331-8623-dade37ea0b90,revision_number=2']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:18:24.877184 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba16106-79c2-49f2-b345-e85c9c09d1ed None None] Network 4e39473d-ae53-4992-a757-3b9bb5f88089 requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:18:24.944955 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-d6bbeb3d-3f01-4a6e-86e4-93d53dc6b7ad None None] Provisioning for port c1bd2b34-9f6a-4331-8623-dade37ea0b90 completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:18:25.642361 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device c1bd2b34-9f6a-4331-8623-dade37ea0b90 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:18:25.692604 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port c1bd2b34-9f6a-4331-8623-dade37ea0b90 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:18:25.696911 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port c1bd2b34-9f6a-4331-8623-dade37ea0b90 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:18:25.697284 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:25.773226 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:25.807874 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port c1bd2b34-9f6a-4331-8623-dade37ea0b90, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=c1bd2b34-9f6a-4331-8623-dade37ea0b90,segment=NetworkSegment(7f2fe175-d3f2-4829-9f3f-79a8652587b0),segment_id=7f2fe175-d3f2-4829-9f3f-79a8652587b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:18:25.812398 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:25.859098 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=c1bd2b34-9f6a-4331-8623-dade37ea0b90,revision_number=3']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:18:27.625037 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device c1bd2b34-9f6a-4331-8623-dade37ea0b90 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:18:27.671170 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port c1bd2b34-9f6a-4331-8623-dade37ea0b90 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:18:27.671540 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:32.409985 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 5 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:18:38.882282 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-aec71b2a-4d82-4095-9c3a-70ddbc2fbeef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:41.436293 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-b772353d-355c-455c-9d58-c2c6a09c9dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:41.644190 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:42.653293 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:18:44.283707 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:19:08.882935 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-a034c7b0-5ae6-48db-add0-f4b45342817f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:19:09.408771 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 5 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:19:11.426734 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-98a1de4d-993a-4fb5-b8d9-f883ec7a8704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:19:11.645772 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:19:12.653419 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:19:14.284406 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:19:34.172638 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 60860) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:19:34.178912 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [None req-7d1f2db2-4958-49d3-b70f-c6dd064419f9 tempest-verify_tempest_config-1854009900 tempest-verify_tempest_config-1854009900-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=92974) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 18:19:34.180142 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-7d1f2db2-4958-49d3-b70f-c6dd064419f9 tempest-verify_tempest_config-1854009900 tempest-verify_tempest_config-1854009900-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065134 Jul 13 18:19:34.602221 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 60878) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:19:34.729790 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e3079a9e-1c4d-4b78-89d1-1448f37407c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:19:34.836922 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e3079a9e-1c4d-4b78-89d1-1448f37407c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:19:34.841905 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e3079a9e-1c4d-4b78-89d1-1448f37407c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:19:34.890614 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-e3079a9e-1c4d-4b78-89d1-1448f37407c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2e72d46f90d543af965b04b067c9a6fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2872407 Jul 13 18:19:34.891468 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3079a9e-1c4d-4b78-89d1-1448f37407c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be337e31-8fa5-4e1e-8cef-0fc79812e02b,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:19:34.894399 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 60884) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:19:34.898966 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3079a9e-1c4d-4b78-89d1-1448f37407c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:19:34.899335 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3079a9e-1c4d-4b78-89d1-1448f37407c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:19:34.899727 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3079a9e-1c4d-4b78-89d1-1448f37407c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:19:34.900056 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3079a9e-1c4d-4b78-89d1-1448f37407c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:19:34.900385 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3079a9e-1c4d-4b78-89d1-1448f37407c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:19:34.900754 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3079a9e-1c4d-4b78-89d1-1448f37407c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:19:34.901081 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3079a9e-1c4d-4b78-89d1-1448f37407c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:19:34.901405 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3079a9e-1c4d-4b78-89d1-1448f37407c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:19:34.901752 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3079a9e-1c4d-4b78-89d1-1448f37407c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:19:34.902073 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3079a9e-1c4d-4b78-89d1-1448f37407c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:19:34.902392 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3079a9e-1c4d-4b78-89d1-1448f37407c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:19:34.902708 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3079a9e-1c4d-4b78-89d1-1448f37407c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:19:34.972299 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-3025495d-141c-4f4d-8085-2a9dca6e2a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:19:34.997354 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-3025495d-141c-4f4d-8085-2a9dca6e2a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:19:35.108342 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-3025495d-141c-4f4d-8085-2a9dca6e2a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:19:35.112664 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-3025495d-141c-4f4d-8085-2a9dca6e2a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:19:35.114492 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-3025495d-141c-4f4d-8085-2a9dca6e2a39 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be337e31-8fa5-4e1e-8cef-0fc79812e02b HTTP/1.1" status: 204 len: 168 time: 0.2188077 Jul 13 18:19:35.126747 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025495d-141c-4f4d-8085-2a9dca6e2a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be337e31-8fa5-4e1e-8cef-0fc79812e02b,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:19:35.134104 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025495d-141c-4f4d-8085-2a9dca6e2a39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:19:35.134491 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025495d-141c-4f4d-8085-2a9dca6e2a39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:19:35.134832 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025495d-141c-4f4d-8085-2a9dca6e2a39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:19:35.135814 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025495d-141c-4f4d-8085-2a9dca6e2a39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:19:35.136132 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025495d-141c-4f4d-8085-2a9dca6e2a39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:19:35.136477 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025495d-141c-4f4d-8085-2a9dca6e2a39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:19:35.136804 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025495d-141c-4f4d-8085-2a9dca6e2a39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:19:35.137132 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025495d-141c-4f4d-8085-2a9dca6e2a39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:19:35.137473 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025495d-141c-4f4d-8085-2a9dca6e2a39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:19:35.137798 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025495d-141c-4f4d-8085-2a9dca6e2a39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:19:35.138216 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025495d-141c-4f4d-8085-2a9dca6e2a39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:19:35.138428 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025495d-141c-4f4d-8085-2a9dca6e2a39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:19:38.885960 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-89b34380-ba41-435e-98fd-158d44356a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:19:41.430050 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-ce4d6df5-b132-47f6-8e8e-60f57927197b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:19:41.648178 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:19:42.658505 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:19:44.281015 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:19:46.408271 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 5 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:20:08.892664 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-350b8675-70c0-49b0-9ceb-184d17711354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:20:11.430788 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-fff48748-0167-45b7-8d9b-bb17394c1b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:20:11.649909 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:20:12.661081 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:20:14.286657 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:20:23.407848 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 5 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:20:38.883933 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-db3f94cb-6b04-4d59-ba13-6b5a365d0720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:20:41.431920 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-62fb2d35-8af4-4435-8846-c42154680f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:20:41.650256 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:20:42.662847 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:20:44.287286 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:21:00.405795 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 5 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:21:08.885635 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-fdf65129-5ea0-4587-b0e8-45cadb6916a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:21:09.386539 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8006168'] for agent, after_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:21:11.432358 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-1626342a-1c44-4903-b0ce-20e8e21a4df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:21:11.651507 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:21:12.664707 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:21:14.288152 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:21:24.420863 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 60956) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:21:24.522335 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-620cb6ba-7ea8-462c-bcf5-52f4dbc6ba9a admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1003280 Jul 13 18:21:26.759605 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 60966) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:21:26.812346 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-69c6e09d-d33e-4518-a82c-269f504c6372 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0516450 Jul 13 18:21:37.405180 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:21:38.885475 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-1a0e2bd1-93ef-4a53-92c0-018ec9e58273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:21:39.332911 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:21:41.435418 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-b760b32b-7dd0-4595-9c81-595c7f03ea9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:21:41.656135 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:21:42.670254 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:21:44.291894 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:22:08.887664 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-cf32166f-dd97-4443-8aef-6d2805acdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:22:09.334507 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:22:11.437075 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-96e58cbc-254c-49ab-8605-04dae7d23cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:22:11.650555 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:22:12.674465 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:22:14.294583 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:22:14.404961 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:22:38.892694 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-f9a01784-1fe0-44e0-aed5-f7986758394a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:22:39.361278 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:22:41.454154 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-98c19206-55df-4759-aac9-2065f786383d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:22:41.662500 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:22:42.681577 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:22:44.306385 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:22:51.409847 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:23:02.613585 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 32900) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:02.977422 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-228951119-network', 'tenant_id': '6142a2ec1d3e454297a59aa3b11d17aa'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:03.014375 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Made reservation on behalf of 6142a2ec1d3e454297a59aa3b11d17aa for: {'network': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:23:03.019743 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for network, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:03.035845 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:03.172755 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:03.182295 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:03.214177 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc126ab-96d9-4d16-a9ff-95a80efea6a0,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:03.216546 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=92974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 18:23:03.229472 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:03.229894 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:03.230546 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:03.231167 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:03.231680 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:03.232285 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:03.232880 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:03.233388 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:03.233948 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:03.234349 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:03.234684 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:03.235010 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Tracked resource versions report: Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: pushed versions: Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: { 'AddressGroup': {'1.2'}, Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: 'ConntrackHelper': {'1.0'}, Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: 'Log': {'1.0'}, Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: 'Network': {'1.1'}, Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: 'Port': {'1.7'}, Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: 'PortForwarding': {'1.2'}, Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: 'QosPolicy': {'1.8'}, Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: 'SecurityGroup': {'1.4'}, Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: 'SecurityGroupRule': {'1.2'}, Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: 'SubPort': {'1.0'}, Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: 'Subnet': {'1.1'}, Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: 'Trunk': {'1.1'}} Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: consumer versions: Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: { DHCP agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: HyperV agent@hv-cinder-78692: {}, Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: L3 agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: Metadata agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: Metering agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: Open vSwitch agent@dv-cinder-786928-3-iscsi: { 'AddressGroup': '1.2', Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: 'ConntrackHelper': '1.0', Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: 'Log': '1.0', Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: 'Network': '1.1', Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: 'Port': '1.7', Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: 'PortForwarding': '1.2', Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: 'QosPolicy': '1.8', Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: 'SecurityGroup': '1.4', Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: 'SecurityGroupRule': '1.2', Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: 'SubPort': '1.0', Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: 'Subnet': '1.1', Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: 'Trunk': '1.1'}} Jul 13 18:23:03.236166 dv-cinder-786928-3-iscsi neutron-server[92974]: {{(pid=92974) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 18:23:03.242953 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:03.243313 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.segments_db [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Added segment 83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a of type vlan for network 8712c6dd-710d-48bd-92a1-6aa9b9fb58fe Jul 13 18:23:03.310060 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737535993375'] for network, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:03.328694 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 32932) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:03.367609 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for network, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:03.367609 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:03.367609 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:03.368268 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 32938) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:03.459544 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 32948) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:03.476331 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8612807 Jul 13 18:23:03.478402 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 32950) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:03.494094 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-2672c4d2-70f3-42ca-bb12-01fd1722f436 admin admin] Request body: {'subnet': {'network_id': '8712c6dd-710d-48bd-92a1-6aa9b9fb58fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-228951119-subnet', 'tenant_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:03.515064 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2081c-4f0c-4fb5-a463-6c1c43505ebe admin admin] Pushing event updated for resources: {'Network': ['ID=8712c6dd-710d-48bd-92a1-6aa9b9fb58fe,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:03.530694 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Network 8712c6dd-710d-48bd-92a1-6aa9b9fb58fe details requested by agent ovs-agent-dv-cinder-786928-3-iscsi with host dv-cinder-786928-3-iscsi {{(pid=92975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 18:23:03.559429 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2672c4d2-70f3-42ca-bb12-01fd1722f436 admin admin] Made reservation on behalf of 6142a2ec1d3e454297a59aa3b11d17aa for: {'subnet': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:23:03.563481 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2672c4d2-70f3-42ca-bb12-01fd1722f436 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:03.665041 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-2597b56f-e73a-4a4f-9232-51531d65e0bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1172803508-network', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:03.734294 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2597b56f-e73a-4a4f-9232-51531d65e0bb admin admin] Made reservation on behalf of 68241fca29234db0be94c2b6f7eaeb4d for: {'network': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:23:03.736792 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2597b56f-e73a-4a4f-9232-51531d65e0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for network, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:03.769037 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2597b56f-e73a-4a4f-9232-51531d65e0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:03.857016 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2672c4d2-70f3-42ca-bb12-01fd1722f436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for subnet, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:03.926013 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672c4d2-70f3-42ca-bb12-01fd1722f436 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23bf7fe7-0ee1-431f-b75e-99e1897408f7,revision_number=0']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:03.933473 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-80c0885c-c4b9-45cc-a46d-a677af19eb3a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-58642875-network', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:03.989664 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672c4d2-70f3-42ca-bb12-01fd1722f436 admin admin] Checking segment: {'id': '83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8712c6dd-710d-48bd-92a1-6aa9b9fb58fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:23:03.990009 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2672c4d2-70f3-42ca-bb12-01fd1722f436 admin admin] Network hostable DHCP agents. Network: 8712c6dd-710d-48bd-92a1-6aa9b9fb58fe, hostable agents: ['65b15fd5-f86c-4cf1-b54a-6ad638ce2cca'], hosted agents: [] {{(pid=92974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 18:23:04.041388 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2597b56f-e73a-4a4f-9232-51531d65e0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:04.048571 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2597b56f-e73a-4a4f-9232-51531d65e0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:04.056425 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2672c4d2-70f3-42ca-bb12-01fd1722f436 admin admin] Network 8712c6dd-710d-48bd-92a1-6aa9b9fb58fe is scheduled to be hosted by DHCP agent 65b15fd5-f86c-4cf1-b54a-6ad638ce2cca with binding_index 1 {{(pid=92974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 18:23:04.078934 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c0885c-c4b9-45cc-a46d-a677af19eb3a admin admin] Made reservation on behalf of 4a6911fcceca4a7a9b21b2e7b761c0d4 for: {'network': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:23:04.079804 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2597b56f-e73a-4a4f-9232-51531d65e0bb admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=92974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 18:23:04.082730 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-80c0885c-c4b9-45cc-a46d-a677af19eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for network, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:04.097473 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-2672c4d2-70f3-42ca-bb12-01fd1722f436 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-3-iscsi, 8712c6dd-710d-48bd-92a1-6aa9b9fb58fe) {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:23:04.100856 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-773091857-network', 'tenant_id': 'cff2af9574c5494f98b393d6c3ccf318'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:04.103968 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2597b56f-e73a-4a4f-9232-51531d65e0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:04.104542 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.segments_db [None req-2597b56f-e73a-4a4f-9232-51531d65e0bb admin admin] Added segment 2a2a4a23-26a6-4ae3-815e-f86da661a0b0 of type vlan for network b00e07c5-b28a-4ecc-8223-f86c27a5a31d Jul 13 18:23:04.106599 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597b56f-e73a-4a4f-9232-51531d65e0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa70119-6225-40a4-8344-b5d885e10562,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:04.119225 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19997dbb-5d6c-4f99-93fa-8d09f93cca94 None None] Network 8712c6dd-710d-48bd-92a1-6aa9b9fb58fe requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:23:04.132211 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2672c4d2-70f3-42ca-bb12-01fd1722f436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:04.133577 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2672c4d2-70f3-42ca-bb12-01fd1722f436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for subnet, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:04.163478 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-80c0885c-c4b9-45cc-a46d-a677af19eb3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:04.190084 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Made reservation on behalf of cff2af9574c5494f98b393d6c3ccf318 for: {'network': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:23:04.194977 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for network, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:04.205994 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2597b56f-e73a-4a4f-9232-51531d65e0bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737535993375'] for network, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:04.213669 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-2672c4d2-70f3-42ca-bb12-01fd1722f436 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7268982 Jul 13 18:23:04.219782 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 32966) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:04.220821 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:04.225096 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-e877cb1d-29b9-4545-8b59-cfd418a1939f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-228951119-router', 'tenant_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:04.283651 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2597b56f-e73a-4a4f-9232-51531d65e0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for network, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:04.285404 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2597b56f-e73a-4a4f-9232-51531d65e0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:04.286352 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2597b56f-e73a-4a4f-9232-51531d65e0bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:04.314683 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.db.api [None req-80c0885c-c4b9-45cc-a46d-a677af19eb3a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 18:23:04.314683 dv-cinder-786928-3-iscsi neutron-server[92973]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 18:23:04.314683 dv-cinder-786928-3-iscsi neutron-server[92973]: [parameters: {'project_id_1': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'expiration_1': datetime.datetime(2021, 7, 13, 18, 23, 4, 250888)}] Jul 13 18:23:04.314683 dv-cinder-786928-3-iscsi neutron-server[92973]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 18:23:04.316451 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG oslo_db.api [None req-80c0885c-c4b9-45cc-a46d-a677af19eb3a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 18:23:04.477956 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:04.483803 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:04.516185 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15dab5e-3410-4128-b2f2-8158cba100e2,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:04.527792 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:04.528319 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:04.528756 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:04.529323 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:04.530543 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:04.531147 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:04.531724 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:04.532297 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:04.532852 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:04.533390 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:04.533952 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:04.534938 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Tracked resource versions report: Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: pushed versions: Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: { 'AddressGroup': {'1.2'}, Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: 'ConntrackHelper': {'1.0'}, Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: 'Log': {'1.0'}, Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: 'Network': {'1.1'}, Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: 'Port': {'1.7'}, Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: 'PortForwarding': {'1.2'}, Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: 'QosPolicy': {'1.8'}, Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: 'SecurityGroup': {'1.4'}, Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: 'SecurityGroupRule': {'1.2'}, Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: 'SubPort': {'1.0'}, Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: 'Subnet': {'1.1'}, Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: 'Trunk': {'1.1'}} Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: consumer versions: Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: { DHCP agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: HyperV agent@hv-cinder-78692: {}, Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: L3 agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: Metadata agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: Metering agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: Open vSwitch agent@dv-cinder-786928-3-iscsi: { 'AddressGroup': '1.2', Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: 'ConntrackHelper': '1.0', Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: 'Log': '1.0', Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: 'Network': '1.1', Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: 'Port': '1.7', Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: 'PortForwarding': '1.2', Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: 'QosPolicy': '1.8', Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: 'SecurityGroup': '1.4', Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: 'SecurityGroupRule': '1.2', Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: 'SubPort': '1.0', Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: 'Subnet': '1.1', Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: 'Trunk': '1.1'}} Jul 13 18:23:04.537100 dv-cinder-786928-3-iscsi neutron-server[92973]: {{(pid=92973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 18:23:04.539669 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e877cb1d-29b9-4545-8b59-cfd418a1939f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8003397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61574'] for router, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:04.541311 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e877cb1d-29b9-4545-8b59-cfd418a1939f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8003366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8001251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8118471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61597'] for router, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:04.556208 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=92973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 18:23:04.582349 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:04.583347 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.db.segments_db [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Added segment ef2a038d-2c4a-4097-a9d3-da6cef53be89 of type vlan for network b48cbe32-a3e9-46b8-bbcd-f5440ecc9196 Jul 13 18:23:04.584444 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597b56f-e73a-4a4f-9232-51531d65e0bb admin admin] Pushing event updated for resources: {'Network': ['ID=b00e07c5-b28a-4ecc-8223-f86c27a5a31d,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:04.628220 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e1c418-6785-4d48-b378-3d63a84525ea None None] Network 8712c6dd-710d-48bd-92a1-6aa9b9fb58fe requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:23:04.684216 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-2597b56f-e73a-4a4f-9232-51531d65e0bb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3537018 Jul 13 18:23:04.687361 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 32984) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:04.694199 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Network b00e07c5-b28a-4ecc-8223-f86c27a5a31d details requested by agent ovs-agent-dv-cinder-786928-3-iscsi with host dv-cinder-786928-3-iscsi {{(pid=92975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 18:23:04.722826 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737535993375'] for network, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:04.743772 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-3e0d17ce-85fd-4c6e-8171-c9dcbaff9d2d admin admin] Request body: {'subnet': {'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1172803508-subnet', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:04.804778 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e877cb1d-29b9-4545-8b59-cfd418a1939f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:04.815475 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for network, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:04.817242 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:04.818253 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:04.829100 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-80c0885c-c4b9-45cc-a46d-a677af19eb3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:05.077869 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e877cb1d-29b9-4545-8b59-cfd418a1939f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8001265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8003419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61603'] for router, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:05.181806 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7196691 Jul 13 18:23:05.183024 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 32996) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:05.183156 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0d17ce-85fd-4c6e-8171-c9dcbaff9d2d admin admin] Made reservation on behalf of 68241fca29234db0be94c2b6f7eaeb4d for: {'subnet': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:23:05.187223 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-3e0d17ce-85fd-4c6e-8171-c9dcbaff9d2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:05.189620 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.db.api [None req-80c0885c-c4b9-45cc-a46d-a677af19eb3a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 18:23:05.189620 dv-cinder-786928-3-iscsi neutron-server[92973]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 18:23:05.189620 dv-cinder-786928-3-iscsi neutron-server[92973]: [parameters: {'project_id_1': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'expiration_1': datetime.datetime(2021, 7, 13, 18, 23, 4, 921274)}] Jul 13 18:23:05.189620 dv-cinder-786928-3-iscsi neutron-server[92973]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 18:23:05.190249 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG oslo_db.api [None req-80c0885c-c4b9-45cc-a46d-a677af19eb3a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 18:23:05.201022 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-e4051706-7a82-45f4-a673-adc0dcad22ee admin admin] Request body: {'subnet': {'network_id': 'b48cbe32-a3e9-46b8-bbcd-f5440ecc9196', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-773091857-subnet', 'tenant_id': 'cff2af9574c5494f98b393d6c3ccf318', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:05.247333 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4051706-7a82-45f4-a673-adc0dcad22ee admin admin] Made reservation on behalf of cff2af9574c5494f98b393d6c3ccf318 for: {'subnet': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:23:05.252082 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e4051706-7a82-45f4-a673-adc0dcad22ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:05.284864 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e084e-fb28-4fcf-9045-d69db9e3d6a2 admin admin] Pushing event updated for resources: {'Network': ['ID=b48cbe32-a3e9-46b8-bbcd-f5440ecc9196,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:05.299983 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Network b48cbe32-a3e9-46b8-bbcd-f5440ecc9196 details requested by agent ovs-agent-dv-cinder-786928-3-iscsi with host dv-cinder-786928-3-iscsi {{(pid=92975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 18:23:05.736847 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e4051706-7a82-45f4-a673-adc0dcad22ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for subnet, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:05.820059 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4051706-7a82-45f4-a673-adc0dcad22ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b79c5cc-324c-4f8c-a974-15d74bdf75d8,revision_number=0']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:05.892647 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e877cb1d-29b9-4545-8b59-cfd418a1939f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:05.901970 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4051706-7a82-45f4-a673-adc0dcad22ee admin admin] Checking segment: {'id': 'ef2a038d-2c4a-4097-a9d3-da6cef53be89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b48cbe32-a3e9-46b8-bbcd-f5440ecc9196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:23:05.902588 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4051706-7a82-45f4-a673-adc0dcad22ee admin admin] Network hostable DHCP agents. Network: b48cbe32-a3e9-46b8-bbcd-f5440ecc9196, hostable agents: ['65b15fd5-f86c-4cf1-b54a-6ad638ce2cca'], hosted agents: [] {{(pid=92973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 18:23:05.943715 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-80c0885c-c4b9-45cc-a46d-a677af19eb3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:05.965624 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e877cb1d-29b9-4545-8b59-cfd418a1939f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:05.988256 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4051706-7a82-45f4-a673-adc0dcad22ee admin admin] Network b48cbe32-a3e9-46b8-bbcd-f5440ecc9196 is scheduled to be hosted by DHCP agent 65b15fd5-f86c-4cf1-b54a-6ad638ce2cca with binding_index 1 {{(pid=92973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 18:23:06.034960 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-e4051706-7a82-45f4-a673-adc0dcad22ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-3-iscsi, b48cbe32-a3e9-46b8-bbcd-f5440ecc9196) {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:23:06.053078 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3203ed54-4a1b-42e6-b20b-7b169a415029 None None] Network b48cbe32-a3e9-46b8-bbcd-f5440ecc9196 requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:23:06.069116 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4051706-7a82-45f4-a673-adc0dcad22ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:06.070214 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e4051706-7a82-45f4-a673-adc0dcad22ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for subnet, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:06.361491 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-80c0885c-c4b9-45cc-a46d-a677af19eb3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:06.370457 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-80c0885c-c4b9-45cc-a46d-a677af19eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:06.490682 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-e4051706-7a82-45f4-a673-adc0dcad22ee admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3014543 Jul 13 18:23:06.541272 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2064fad3-ee45-42d5-87c1-35de2e541307 None None] Network b48cbe32-a3e9-46b8-bbcd-f5440ecc9196 requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:23:06.567335 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c0885c-c4b9-45cc-a46d-a677af19eb3a admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=92973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 18:23:06.605628 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0885c-c4b9-45cc-a46d-a677af19eb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e84870d-67dc-43d6-9eda-d4cc1e944667,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:06.628365 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-80c0885c-c4b9-45cc-a46d-a677af19eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:06.629569 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.db.segments_db [None req-80c0885c-c4b9-45cc-a46d-a677af19eb3a admin admin] Added segment a17767d0-de67-47b0-8ed9-eb81d030d04e of type vlan for network 17302fc4-2689-41b0-91b7-3c3e6cf2a62b Jul 13 18:23:06.723664 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_common [None req-e877cb1d-29b9-4545-8b59-cfd418a1939f admin admin] Allocated IP 172.27.2.249 (245bce84-6448-48c3-832e-229c4a14376b/dd702e20-22b6-412e-a631-757c226d263b/84454263-fd11-447a-9bba-c6b9de0808a8) {{(pid=92974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:23:06.775287 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-80c0885c-c4b9-45cc-a46d-a677af19eb3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737535993375'] for network, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:06.825873 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-80c0885c-c4b9-45cc-a46d-a677af19eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for network, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:06.827028 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c0885c-c4b9-45cc-a46d-a677af19eb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:06.827684 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-80c0885c-c4b9-45cc-a46d-a677af19eb3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:06.927559 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-3e0d17ce-85fd-4c6e-8171-c9dcbaff9d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for subnet, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:06.984462 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-80c0885c-c4b9-45cc-a46d-a677af19eb3a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.6115146 Jul 13 18:23:06.987448 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 33042) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:07.004183 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-7b122d6a-605f-497e-bbbc-ba71f7a68793 admin admin] Request body: {'subnet': {'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-58642875-subnet', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:07.047206 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d17ce-85fd-4c6e-8171-c9dcbaff9d2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=debf1583-97cc-49b3-a3ab-32a9aef91126,revision_number=0']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:07.055706 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b122d6a-605f-497e-bbbc-ba71f7a68793 admin admin] Made reservation on behalf of 4a6911fcceca4a7a9b21b2e7b761c0d4 for: {'subnet': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:23:07.065583 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7b122d6a-605f-497e-bbbc-ba71f7a68793 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:07.068553 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0885c-c4b9-45cc-a46d-a677af19eb3a admin admin] Pushing event updated for resources: {'Network': ['ID=17302fc4-2689-41b0-91b7-3c3e6cf2a62b,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:07.081378 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Network 17302fc4-2689-41b0-91b7-3c3e6cf2a62b details requested by agent ovs-agent-dv-cinder-786928-3-iscsi with host dv-cinder-786928-3-iscsi {{(pid=92975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 18:23:07.189697 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0d17ce-85fd-4c6e-8171-c9dcbaff9d2d admin admin] Checking segment: {'id': '2a2a4a23-26a6-4ae3-815e-f86da661a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:23:07.190666 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0d17ce-85fd-4c6e-8171-c9dcbaff9d2d admin admin] Network hostable DHCP agents. Network: b00e07c5-b28a-4ecc-8223-f86c27a5a31d, hostable agents: ['65b15fd5-f86c-4cf1-b54a-6ad638ce2cca'], hosted agents: [] {{(pid=92974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 18:23:07.228525 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e877cb1d-29b9-4545-8b59-cfd418a1939f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:07.313005 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0d17ce-85fd-4c6e-8171-c9dcbaff9d2d admin admin] Network b00e07c5-b28a-4ecc-8223-f86c27a5a31d is scheduled to be hosted by DHCP agent 65b15fd5-f86c-4cf1-b54a-6ad638ce2cca with binding_index 1 {{(pid=92974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 18:23:07.397643 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-3e0d17ce-85fd-4c6e-8171-c9dcbaff9d2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-3-iscsi, b00e07c5-b28a-4ecc-8223-f86c27a5a31d) {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:23:07.417921 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7b122d6a-605f-497e-bbbc-ba71f7a68793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for subnet, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:07.433374 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2162c6d0-ad28-46a3-820b-6300dc1a0a2c None None] Network b00e07c5-b28a-4ecc-8223-f86c27a5a31d requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:23:07.444819 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0d17ce-85fd-4c6e-8171-c9dcbaff9d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:07.445796 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-3e0d17ce-85fd-4c6e-8171-c9dcbaff9d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for subnet, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:07.514906 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b122d6a-605f-497e-bbbc-ba71f7a68793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76eef7ac-abd1-4be1-8ef4-9f068a4abaa0,revision_number=0']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:07.542226 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-3e0d17ce-85fd-4c6e-8171-c9dcbaff9d2d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8324282 Jul 13 18:23:07.547798 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 33068) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:07.550397 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b122d6a-605f-497e-bbbc-ba71f7a68793 admin admin] Checking segment: {'id': 'a17767d0-de67-47b0-8ed9-eb81d030d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:23:07.551275 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b122d6a-605f-497e-bbbc-ba71f7a68793 admin admin] Network hostable DHCP agents. Network: 17302fc4-2689-41b0-91b7-3c3e6cf2a62b, hostable agents: ['65b15fd5-f86c-4cf1-b54a-6ad638ce2cca'], hosted agents: [] {{(pid=92973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 18:23:07.565719 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-706871f2-3549-4216-9da2-43f030aecde2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1172803508-router', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:07.567533 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e877cb1d-29b9-4545-8b59-cfd418a1939f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:07.639402 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b122d6a-605f-497e-bbbc-ba71f7a68793 admin admin] Network 17302fc4-2689-41b0-91b7-3c3e6cf2a62b is scheduled to be hosted by DHCP agent 65b15fd5-f86c-4cf1-b54a-6ad638ce2cca with binding_index 1 {{(pid=92973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 18:23:07.686294 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-706871f2-3549-4216-9da2-43f030aecde2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8003397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61574'] for router, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:07.692819 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-706871f2-3549-4216-9da2-43f030aecde2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8003366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8001251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8118471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61597'] for router, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:07.723474 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-7b122d6a-605f-497e-bbbc-ba71f7a68793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-3-iscsi, 17302fc4-2689-41b0-91b7-3c3e6cf2a62b) {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:23:07.740447 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e560503-e9ee-47fc-ad4f-00390877f7ab None None] Network 17302fc4-2689-41b0-91b7-3c3e6cf2a62b requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:23:07.746085 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b122d6a-605f-497e-bbbc-ba71f7a68793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:07.746552 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7b122d6a-605f-497e-bbbc-ba71f7a68793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for subnet, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:07.860231 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-7b122d6a-605f-497e-bbbc-ba71f7a68793 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8698049 Jul 13 18:23:07.866767 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 33074) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:07.887197 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-ba4230bc-972d-40eb-aad4-c4913e04cd5f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-58642875-router', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:07.893947 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e877cb1d-29b9-4545-8b59-cfd418a1939f admin admin] Network 245bce84-6448-48c3-832e-229c4a14376b is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:23:07.901708 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-e877cb1d-29b9-4545-8b59-cfd418a1939f admin admin] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:23:07.991956 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-706871f2-3549-4216-9da2-43f030aecde2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:08.063796 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8d173ec-5a45-53cb-a2e8-daa7abd35adf-17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'fixed_ips': [{'subnet_id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0'}]}} from dv-cinder-786928-3-iscsi. {{(pid=92975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 18:23:08.065643 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:08.178793 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877cb1d-29b9-4545-8b59-cfd418a1939f admin admin] Pushing event updated for resources: {'Port': ['ID=84454263-fd11-447a-9bba-c6b9de0808a8,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:08.190308 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e877cb1d-29b9-4545-8b59-cfd418a1939f admin admin] Received port after_create {{(pid=92974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:23:08.240854 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 33082) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:08.353399 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-706871f2-3549-4216-9da2-43f030aecde2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8001265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8003419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61603'] for router, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:08.584918 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ba4230bc-972d-40eb-aad4-c4913e04cd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8003397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61574'] for router, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:08.586749 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ba4230bc-972d-40eb-aad4-c4913e04cd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8003366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8001251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8118471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61597'] for router, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:08.612156 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.db_base_plugin_common [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Allocated IP 172.20.0.2 (17302fc4-2689-41b0-91b7-3c3e6cf2a62b/76eef7ac-abd1-4be1-8ef4-9f068a4abaa0/d82030a6-3453-4ab1-848f-f53bf2676d9a) {{(pid=92975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:23:08.907917 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-29baacc4-528e-4ae4-8d92-73d665572442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:08.960073 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cae258-c946-4453-991d-859b793e8b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8d173ec-5a45-53cb-a2e8-daa7abd35adf-b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'fixed_ips': [{'subnet_id': 'debf1583-97cc-49b3-a3ab-32a9aef91126'}]}} from dv-cinder-786928-3-iscsi. {{(pid=92975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 18:23:08.960948 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-31cae258-c946-4453-991d-859b793e8b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:08.964617 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Notify callbacks [] for port, precommit_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:09.037444 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Transition to ACTIVE for port object d82030a6-3453-4ab1-848f-f53bf2676d9a will not be triggered until provisioned by entity L2. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:23:09.041433 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-3d49f0fe-9037-4352-b3b2-5ad6abbe8640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:09.056121 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-706871f2-3549-4216-9da2-43f030aecde2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:09.118517 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-29baacc4-528e-4ae4-8d92-73d665572442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:09.145899 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-706871f2-3549-4216-9da2-43f030aecde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:09.244864 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Transition to ACTIVE for port object d82030a6-3453-4ab1-848f-f53bf2676d9a will not be triggered until provisioned by entity DHCP. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:23:09.269853 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:09.438806 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [None req-706871f2-3549-4216-9da2-43f030aecde2 admin admin] Allocated IP 172.27.2.228 (245bce84-6448-48c3-832e-229c4a14376b/dd702e20-22b6-412e-a631-757c226d263b/521e7351-66e8-4566-9902-ff6b3a693126) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:23:09.442754 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-29baacc4-528e-4ae4-8d92-73d665572442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:09.447686 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Network 17302fc4-2689-41b0-91b7-3c3e6cf2a62b is already hosted by enough agents. {{(pid=92975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:23:09.483137 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.scheduler.base_scheduler [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Resources bound (agent type, host, resource id): {{(pid=92975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:23:09.493047 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Received port after_create {{(pid=92975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:23:09.521859 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-29baacc4-528e-4ae4-8d92-73d665572442 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=155a9c4f7adc40dea65f26b521a1aa4d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1590815 Jul 13 18:23:09.534919 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 33142) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:09.586688 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Pushing event updated for resources: {'Port': ['ID=d82030a6-3453-4ab1-848f-f53bf2676d9a,revision_number=1']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:09.654165 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:09.656199 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:09.656955 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:09.657634 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:09.657820 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ba4230bc-972d-40eb-aad4-c4913e04cd5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:09.660864 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:09.661946 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:09.665166 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:09.666993 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:09.667851 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:09.668546 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:09.669525 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:09.670160 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Tracked resource versions report: Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: pushed versions: Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: { 'AddressGroup': {'1.2'}, Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: 'ConntrackHelper': {'1.0'}, Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: 'Log': {'1.0'}, Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: 'Network': {'1.1'}, Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: 'Port': {'1.7'}, Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: 'PortForwarding': {'1.2'}, Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: 'QosPolicy': {'1.8'}, Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: 'SecurityGroup': {'1.4'}, Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: 'SecurityGroupRule': {'1.2'}, Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: 'SubPort': {'1.0'}, Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: 'Subnet': {'1.1'}, Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: 'Trunk': {'1.1'}} Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: consumer versions: Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: { DHCP agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: HyperV agent@hv-cinder-78692: {}, Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: L3 agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: Metadata agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: Metering agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: Open vSwitch agent@dv-cinder-786928-3-iscsi: { 'AddressGroup': '1.2', Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: 'ConntrackHelper': '1.0', Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: 'Log': '1.0', Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: 'Network': '1.1', Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: 'Port': '1.7', Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: 'PortForwarding': '1.2', Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: 'QosPolicy': '1.8', Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: 'SecurityGroup': '1.4', Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: 'SecurityGroupRule': '1.2', Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: 'SubPort': '1.0', Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: 'Subnet': '1.1', Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: 'Trunk': '1.1'}} Jul 13 18:23:09.671693 dv-cinder-786928-3-iscsi neutron-server[92975]: {{(pid=92975) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 18:23:09.696928 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-706871f2-3549-4216-9da2-43f030aecde2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:09.736854 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:09.753250 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 33154) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:09.756959 dv-cinder-786928-3-iscsi neutron-server[92973]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 18:23:09.807311 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Attempting to bind port d82030a6-3453-4ab1-848f-f53bf2676d9a on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:23:09.808144 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Attempting to bind port d82030a6-3453-4ab1-848f-f53bf2676d9a by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': 'a17767d0-de67-47b0-8ed9-eb81d030d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b'}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:23:09.808924 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Attempting to bind port d82030a6-3453-4ab1-848f-f53bf2676d9a on network 17302fc4-2689-41b0-91b7-3c3e6cf2a62b {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:23:09.816272 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.db_base_plugin_common [None req-31cae258-c946-4453-991d-859b793e8b52 None None] Allocated IP 172.20.0.2 (b00e07c5-b28a-4ecc-8223-f86c27a5a31d/debf1583-97cc-49b3-a3ab-32a9aef91126/94f26805-a8fa-41c9-8f28-80089f954d00) {{(pid=92975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:23:09.824504 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:23:09.826386 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Checking segment: {'id': 'a17767d0-de67-47b0-8ed9-eb81d030d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:23:09.827154 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:09.827846 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Bound using segment: {'id': 'a17767d0-de67-47b0-8ed9-eb81d030d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b'} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:23:09.828666 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Bound port: d82030a6-3453-4ab1-848f-f53bf2676d9a, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17767d0-de67-47b0-8ed9-eb81d030d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b'}}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:23:09.829333 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:09.839823 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e877cb1d-29b9-4545-8b59-cfd418a1939f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:09.887742 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29baacc4-528e-4ae4-8d92-73d665572442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01b554f-3d10-4776-bc4d-63e2d75e5365,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:09.925900 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-706871f2-3549-4216-9da2-43f030aecde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:09.969304 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706871f2-3549-4216-9da2-43f030aecde2 admin admin] Network 245bce84-6448-48c3-832e-229c4a14376b is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:23:09.983635 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-706871f2-3549-4216-9da2-43f030aecde2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:23:10.019030 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706871f2-3549-4216-9da2-43f030aecde2 admin admin] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:23:10.021402 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] For port d82030a6-3453-4ab1-848f-f53bf2676d9a, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:23:10.032083 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] For port d82030a6-3453-4ab1-848f-f53bf2676d9a, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=d82030a6-3453-4ab1-848f-f53bf2676d9a,segment=NetworkSegment(a17767d0-de67-47b0-8ed9-eb81d030d04e),segment_id=a17767d0-de67-47b0-8ed9-eb81d030d04e)] {{(pid=92975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:23:10.048936 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-df2e5e1c-44ea-43e7-82f4-2dd769b931a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:10.056601 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:10.086899 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-df2e5e1c-44ea-43e7-82f4-2dd769b931a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:10.139560 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ba4230bc-972d-40eb-aad4-c4913e04cd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8001265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8003419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61603'] for router, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:10.201165 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-df2e5e1c-44ea-43e7-82f4-2dd769b931a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:10.203852 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-df2e5e1c-44ea-43e7-82f4-2dd769b931a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:10.205032 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-df2e5e1c-44ea-43e7-82f4-2dd769b931a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e01b554f-3d10-4776-bc4d-63e2d75e5365 HTTP/1.1" status: 204 len: 168 time: 0.6562355 Jul 13 18:23:10.228020 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5d232-34bb-4c87-9ec5-71915f815b73 None None] Pushing event updated for resources: {'Port': ['ID=d82030a6-3453-4ab1-848f-f53bf2676d9a,revision_number=2']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:10.295938 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e5e1c-44ea-43e7-82f4-2dd769b931a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01b554f-3d10-4776-bc4d-63e2d75e5365,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:10.469516 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-31cae258-c946-4453-991d-859b793e8b52 None None] Notify callbacks [] for port, precommit_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:10.491282 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-31cae258-c946-4453-991d-859b793e8b52 None None] Transition to ACTIVE for port object 94f26805-a8fa-41c9-8f28-80089f954d00 will not be triggered until provisioned by entity L2. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:23:10.525936 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-31cae258-c946-4453-991d-859b793e8b52 None None] Transition to ACTIVE for port object 94f26805-a8fa-41c9-8f28-80089f954d00 will not be triggered until provisioned by entity DHCP. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:23:10.536694 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-31cae258-c946-4453-991d-859b793e8b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:10.661476 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cae258-c946-4453-991d-859b793e8b52 None None] Network b00e07c5-b28a-4ecc-8223-f86c27a5a31d is already hosted by enough agents. {{(pid=92975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:23:10.674429 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.scheduler.base_scheduler [None req-31cae258-c946-4453-991d-859b793e8b52 None None] Resources bound (agent type, host, resource id): {{(pid=92975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:23:10.683546 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cae258-c946-4453-991d-859b793e8b52 None None] Received port after_create {{(pid=92975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:23:10.693975 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e877cb1d-29b9-4545-8b59-cfd418a1939f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8003410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8001228'] for router, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:10.797367 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706871f2-3549-4216-9da2-43f030aecde2 admin admin] Pushing event updated for resources: {'Port': ['ID=521e7351-66e8-4566-9902-ff6b3a693126,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:11.003732 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-73c053e5-2c72-4f94-879d-2db9b459ad08 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:11.023727 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-73c053e5-2c72-4f94-879d-2db9b459ad08 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/networks?id=b48cbe32-a3e9-46b8-bbcd-f5440ecc9196 HTTP/1.1" status: 200 len: 811 time: 1.2687476 Jul 13 18:23:11.060725 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-ca768cb1-76aa-4ee3-83a0-27340bd903d2 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/quotas/cff2af9574c5494f98b393d6c3ccf318 HTTP/1.1" status: 200 len: 375 time: 0.0357423 Jul 13 18:23:11.154419 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-3731ffdc-6018-42f0-8b8d-df0fc6ce34bf tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cff2af9574c5494f98b393d6c3ccf318&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0927122 Jul 13 18:23:11.160252 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-706871f2-3549-4216-9da2-43f030aecde2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:11.182378 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cae258-c946-4453-991d-859b793e8b52 None None] Pushing event updated for resources: {'Port': ['ID=94f26805-a8fa-41c9-8f28-80089f954d00,revision_number=1']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:11.218671 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-31cae258-c946-4453-991d-859b793e8b52 None None] Attempting to bind port 94f26805-a8fa-41c9-8f28-80089f954d00 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:23:11.219354 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-31cae258-c946-4453-991d-859b793e8b52 None None] Attempting to bind port 94f26805-a8fa-41c9-8f28-80089f954d00 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': '2a2a4a23-26a6-4ae3-815e-f86da661a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d'}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:23:11.220220 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cae258-c946-4453-991d-859b793e8b52 None None] Attempting to bind port 94f26805-a8fa-41c9-8f28-80089f954d00 on network b00e07c5-b28a-4ecc-8223-f86c27a5a31d {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:23:11.233237 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cae258-c946-4453-991d-859b793e8b52 None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:23:11.233909 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cae258-c946-4453-991d-859b793e8b52 None None] Checking segment: {'id': '2a2a4a23-26a6-4ae3-815e-f86da661a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:23:11.234061 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ba4230bc-972d-40eb-aad4-c4913e04cd5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:11.234557 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-31cae258-c946-4453-991d-859b793e8b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:11.235205 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cae258-c946-4453-991d-859b793e8b52 None None] Bound using segment: {'id': '2a2a4a23-26a6-4ae3-815e-f86da661a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d'} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:23:11.236102 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-31cae258-c946-4453-991d-859b793e8b52 None None] Bound port: 94f26805-a8fa-41c9-8f28-80089f954d00, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2a4a23-26a6-4ae3-815e-f86da661a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d'}}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:23:11.236816 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-31cae258-c946-4453-991d-859b793e8b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:11.288763 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 33190) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:11.290682 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ba4230bc-972d-40eb-aad4-c4913e04cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:11.443185 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-31cae258-c946-4453-991d-859b793e8b52 None None] For port 94f26805-a8fa-41c9-8f28-80089f954d00, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:23:11.476228 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-31cae258-c946-4453-991d-859b793e8b52 None None] For port 94f26805-a8fa-41c9-8f28-80089f954d00, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=94f26805-a8fa-41c9-8f28-80089f954d00,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:23:11.534532 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-31cae258-c946-4453-991d-859b793e8b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:11.641200 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 33208) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:11.684502 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-3e08585c-da0e-4a73-a7df-4eddd7ea9f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:11.901182 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-706871f2-3549-4216-9da2-43f030aecde2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8003410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8001228'] for router, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:11.909478 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:11.949409 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cae258-c946-4453-991d-859b793e8b52 None None] Pushing event updated for resources: {'Port': ['ID=94f26805-a8fa-41c9-8f28-80089f954d00,revision_number=2']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:12.034962 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device d82030a6-3453-4ab1-848f-f53bf2676d9a up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:23:12.091517 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0326920c-e9e6-4d89-8ff7-201dded93e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:12.096218 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-9dafc76c-26e4-4e17-a7fb-722a600d29fe service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=92973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 18:23:12.108464 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-9dafc76c-26e4-4e17-a7fb-722a600d29fe service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5333128 Jul 13 18:23:12.158927 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_common [None req-ba4230bc-972d-40eb-aad4-c4913e04cd5f admin admin] Allocated IP 172.27.2.43 (245bce84-6448-48c3-832e-229c4a14376b/dd702e20-22b6-412e-a631-757c226d263b/e47b19d5-dffa-4be5-bb31-7c61c4702d79) {{(pid=92974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:23:12.167103 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb72d3e-8fa0-4496-99fe-ef3268174aa9 None None] Network 17302fc4-2689-41b0-91b7-3c3e6cf2a62b requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:23:12.236195 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-92622783-1d2b-4770-9b52-c4705f81d5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:12.309879 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port d82030a6-3453-4ab1-848f-f53bf2676d9a completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:23:12.395422 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-5161b67e-283d-4dc4-9100-ba69abc8f652 None None] Provisioning for port d82030a6-3453-4ab1-848f-f53bf2676d9a completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:23:12.409908 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-5161b67e-283d-4dc4-9100-ba69abc8f652 None None] Provisioning complete for port d82030a6-3453-4ab1-848f-f53bf2676d9a triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:12.410718 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-5161b67e-283d-4dc4-9100-ba69abc8f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:12.516724 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-fe366d95-d0c1-4cf1-89fa-cb32bb5d0b77 service neutron] 10.222.0.11 "GET /v2.0/networks/b48cbe32-a3e9-46b8-bbcd-f5440ecc9196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933072 Jul 13 18:23:12.705422 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-5161b67e-283d-4dc4-9100-ba69abc8f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:12.711747 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0326920c-e9e6-4d89-8ff7-201dded93e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:12.729144 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e877cb1d-29b9-4545-8b59-cfd418a1939f admin admin] Router 587fe95e-a995-4fb9-9dd8-a4ec781eeba5 is scheduled to L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad with binding_index 1 {{(pid=92974) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 18:23:12.730268 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:12.760391 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706871f2-3549-4216-9da2-43f030aecde2 admin admin] Router fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb is scheduled to L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad with binding_index 1 {{(pid=92973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 18:23:12.786474 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-5161b67e-283d-4dc4-9100-ba69abc8f652 None None] For port d82030a6-3453-4ab1-848f-f53bf2676d9a, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=d82030a6-3453-4ab1-848f-f53bf2676d9a,segment=NetworkSegment(a17767d0-de67-47b0-8ed9-eb81d030d04e),segment_id=a17767d0-de67-47b0-8ed9-eb81d030d04e)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:23:12.799760 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-5161b67e-283d-4dc4-9100-ba69abc8f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:12.810899 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-cde0fdc5-a2e0-4e2e-b802-719b0b82e80b service neutron] 10.222.0.11 "GET /v2.0/networks/b48cbe32-a3e9-46b8-bbcd-f5440ecc9196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929392 Jul 13 18:23:12.813743 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ba4230bc-972d-40eb-aad4-c4913e04cd5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:12.877713 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0326920c-e9e6-4d89-8ff7-201dded93e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:12.880217 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161b67e-283d-4dc4-9100-ba69abc8f652 None None] Pushing event updated for resources: {'Port': ['ID=d82030a6-3453-4ab1-848f-f53bf2676d9a,revision_number=3']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:12.902386 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ba4230bc-972d-40eb-aad4-c4913e04cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:13.025212 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4230bc-972d-40eb-aad4-c4913e04cd5f admin admin] Network 245bce84-6448-48c3-832e-229c4a14376b is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:23:13.058227 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-92622783-1d2b-4770-9b52-c4705f81d5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:13.062043 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706871f2-3549-4216-9da2-43f030aecde2 admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:23:13.063638 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4230bc-972d-40eb-aad4-c4913e04cd5f admin admin] Pushing event updated for resources: {'Port': ['ID=e47b19d5-dffa-4be5-bb31-7c61c4702d79,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:13.077399 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-ba4230bc-972d-40eb-aad4-c4913e04cd5f admin admin] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:23:13.083138 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] Sync routers for ids ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'] in dv-cinder-786928-3-iscsi {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:23:13.096816 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-92622783-1d2b-4770-9b52-c4705f81d5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:13.119603 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4230bc-972d-40eb-aad4-c4913e04cd5f admin admin] Received port after_create {{(pid=92974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:23:13.123347 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] Routers {'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:23:13.124872 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:23:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:13.147368 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-706871f2-3549-4216-9da2-43f030aecde2 admin admin] Notify callbacks [] for router, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:13.151417 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-706871f2-3549-4216-9da2-43f030aecde2 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5948155 Jul 13 18:23:13.164793 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92622783-1d2b-4770-9b52-c4705f81d5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efe8981-2889-401d-96f4-f69bcfe80cf4,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:13.175930 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 33228) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:13.203984 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-0326920c-e9e6-4d89-8ff7-201dded93e88 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd33720bed454f3d82f91057e6bf9a05&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3161333 Jul 13 18:23:13.353109 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-102ea1c7-2b57-4219-9125-41972f774363 None None] Provisioning complete for port d82030a6-3453-4ab1-848f-f53bf2676d9a triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:13.354643 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-102ea1c7-2b57-4219-9125-41972f774363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:13.513726 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] Set router fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:23:13.549783 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 33230) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:13.550352 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 33242) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:13.592695 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e877cb1d-29b9-4545-8b59-cfd418a1939f admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:23:13.652880 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] Sync routers for ids ['587fe95e-a995-4fb9-9dd8-a4ec781eeba5'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:23:13.676769 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] Routers {'587fe95e-a995-4fb9-9dd8-a4ec781eeba5'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:23:13.677916 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:23:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['587fe95e-a995-4fb9-9dd8-a4ec781eeba5'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:13.864499 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] Set router 587fe95e-a995-4fb9-9dd8-a4ec781eeba5 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:23:13.909521 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a5193dab-b8c2-42db-881c-f16dbee7f0bf req-042e8891-3f0b-4333-9fd7-ed9af28f9433 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 210 time: 0.2140393 Jul 13 18:23:13.914992 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1172803508-router', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '521e7351-66e8-4566-9902-ff6b3a693126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:07Z', 'updated_at': '2021-07-13T18:23:10Z', 'revision_number': 3, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'gw_port': {'id': '521e7351-66e8-4566-9902-ff6b3a693126', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:09Z', 'updated_at': '2021-07-13T18:23:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:13.927980 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-92622783-1d2b-4770-9b52-c4705f81d5f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f0c24fb12db4dcaad216202098b4673&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2849803 Jul 13 18:23:13.937853 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 33260) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:13.942750 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8f2ce6-b35a-475e-9abf-d85477d4f95c None None] Network b00e07c5-b28a-4ecc-8223-f86c27a5a31d requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:23:13.981537 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326920c-e9e6-4d89-8ff7-201dded93e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fad86f-3e25-4d7b-a894-03d5da0eef95,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:13.991252 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e877cb1d-29b9-4545-8b59-cfd418a1939f admin admin] Notify callbacks [] for router, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:13.994214 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-e877cb1d-29b9-4545-8b59-cfd418a1939f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.7729630 Jul 13 18:23:14.003143 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 33262) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:14.004873 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] Checking router: fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb for host: dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:23:14.007750 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] Updating router fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb port 521e7351-66e8-4566-9902-ff6b3a693126 binding host dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 18:23:14.085602 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:14.176840 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device d82030a6-3453-4ab1-848f-f53bf2676d9a up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:23:14.320072 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port d82030a6-3453-4ab1-848f-f53bf2676d9a triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:14.320969 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:14.329726 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ba4230bc-972d-40eb-aad4-c4913e04cd5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:14.377121 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-4262db39-a74c-461b-a452-4c68472da7dc None None] Provisioning for port 94f26805-a8fa-41c9-8f28-80089f954d00 completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:23:14.390773 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:14.402526 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] Notify callbacks [] for port, precommit_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:14.421141 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.provisioning_blocks [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] Transition to ACTIVE for port object 521e7351-66e8-4566-9902-ff6b3a693126 will not be triggered until provisioned by entity L2. {{(pid=92976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:23:14.430867 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:14.480050 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 94f26805-a8fa-41c9-8f28-80089f954d00 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:23:14.538783 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87817c-37e9-423c-b23e-3447e1b29c89 None None] Pushing event updated for resources: {'Port': ['ID=521e7351-66e8-4566-9902-ff6b3a693126,revision_number=2']} {{(pid=92976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:14.571369 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587fe95e-a995-4fb9-9dd8-a4ec781eeba5', 'name': 'tempest-ServerRescueNegativeTestJSON-228951119-router', 'tenant_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '84454263-fd11-447a-9bba-c6b9de0808a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:04Z', 'updated_at': '2021-07-13T18:23:08Z', 'revision_number': 3, 'project_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'gw_port': {'id': '84454263-fd11-447a-9bba-c6b9de0808a8', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:39:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587fe95e-a995-4fb9-9dd8-a4ec781eeba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:06Z', 'updated_at': '2021-07-13T18:23:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:14.572037 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87817c-37e9-423c-b23e-3447e1b29c89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:14.572397 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87817c-37e9-423c-b23e-3447e1b29c89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:14.572744 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87817c-37e9-423c-b23e-3447e1b29c89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:14.573080 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87817c-37e9-423c-b23e-3447e1b29c89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:14.573414 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87817c-37e9-423c-b23e-3447e1b29c89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:14.573741 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87817c-37e9-423c-b23e-3447e1b29c89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:14.574251 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87817c-37e9-423c-b23e-3447e1b29c89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:14.574918 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87817c-37e9-423c-b23e-3447e1b29c89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:14.575670 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87817c-37e9-423c-b23e-3447e1b29c89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:14.576387 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87817c-37e9-423c-b23e-3447e1b29c89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:14.577184 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87817c-37e9-423c-b23e-3447e1b29c89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:14.577817 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87817c-37e9-423c-b23e-3447e1b29c89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87817c-37e9-423c-b23e-3447e1b29c89 None None] Tracked resource versions report: Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: pushed versions: Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: { 'AddressGroup': {'1.2'}, Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: 'ConntrackHelper': {'1.0'}, Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: 'Log': {'1.0'}, Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: 'Network': {'1.1'}, Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: 'Port': {'1.7'}, Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: 'PortForwarding': {'1.2'}, Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: 'QosPolicy': {'1.8'}, Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: 'SecurityGroup': {'1.4'}, Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: 'SecurityGroupRule': {'1.2'}, Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: 'SubPort': {'1.0'}, Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: 'Subnet': {'1.1'}, Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: 'Trunk': {'1.1'}} Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: consumer versions: Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: { DHCP agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: HyperV agent@hv-cinder-78692: {}, Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: L3 agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: Metadata agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: Metering agent@dv-cinder-786928-3-iscsi: {}, Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: Open vSwitch agent@dv-cinder-786928-3-iscsi: { 'AddressGroup': '1.2', Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: 'ConntrackHelper': '1.0', Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: 'Log': '1.0', Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: 'Network': '1.1', Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: 'Port': '1.7', Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: 'PortForwarding': '1.2', Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: 'QosPolicy': '1.8', Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: 'SecurityGroup': '1.4', Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: 'SecurityGroupRule': '1.2', Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: 'SubPort': '1.0', Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: 'Subnet': '1.1', Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: 'Trunk': '1.1'}} Jul 13 18:23:14.579612 dv-cinder-786928-3-iscsi neutron-server[92976]: {{(pid=92976) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 18:23:14.586445 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] Attempting to bind port 521e7351-66e8-4566-9902-ff6b3a693126 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:23:14.587128 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] Attempting to bind port 521e7351-66e8-4566-9902-ff6b3a693126 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}] {{(pid=92976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:23:14.587721 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] Attempting to bind port 521e7351-66e8-4566-9902-ff6b3a693126 on network 245bce84-6448-48c3-832e-229c4a14376b {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:23:14.594376 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:23:14.595055 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] Checking segment: {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:23:14.595533 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:14.596052 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] Bound using segment: {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'} {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:23:14.596651 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] Bound port: 521e7351-66e8-4566-9902-ff6b3a693126, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}}] {{(pid=92976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:23:14.597141 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:14.612067 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] Checking router: 587fe95e-a995-4fb9-9dd8-a4ec781eeba5 for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:23:14.612608 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] Updating router 587fe95e-a995-4fb9-9dd8-a4ec781eeba5 port 84454263-fd11-447a-9bba-c6b9de0808a8 binding host dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 18:23:14.664837 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.db [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] For port 521e7351-66e8-4566-9902-ff6b3a693126, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:23:14.669934 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.db [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] For port 521e7351-66e8-4566-9902-ff6b3a693126, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=521e7351-66e8-4566-9902-ff6b3a693126,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:23:14.675947 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:14.677556 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:14.791471 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] Routers {'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:23:14.792997 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:23:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:14.805549 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-99a4f9a5-e78e-4a10-a8af-19739e139626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:14.943235 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-43f5e8c9-234b-4c48-8522-a460ffe8f254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:14.950493 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] Set router fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:23:14.983039 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ba4230bc-972d-40eb-aad4-c4913e04cd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8003410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8001228'] for router, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:15.028383 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87817c-37e9-423c-b23e-3447e1b29c89 None None] Pushing event updated for resources: {'Port': ['ID=521e7351-66e8-4566-9902-ff6b3a693126,revision_number=3']} {{(pid=92976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:15.109609 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port 94f26805-a8fa-41c9-8f28-80089f954d00 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:23:15.135773 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 94f26805-a8fa-41c9-8f28-80089f954d00 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:15.136210 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:15.148698 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-99a4f9a5-e78e-4a10-a8af-19739e139626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:15.159207 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1367744f-6d58-4440-b232-19a8ebbee0c0 req-54a70b8e-a9f8-4b66-8299-cf37931896b4 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 210 time: 0.0854299 Jul 13 18:23:15.300516 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1172803508-router', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '521e7351-66e8-4566-9902-ff6b3a693126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:07Z', 'updated_at': '2021-07-13T18:23:10Z', 'revision_number': 3, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'gw_port': {'id': '521e7351-66e8-4566-9902-ff6b3a693126', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:09Z', 'updated_at': '2021-07-13T18:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:15.341928 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d1b44-7775-4483-8666-445034cfaf83 None None] The sync data for ids ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'] in dv-cinder-786928-3-iscsi is: [{'id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1172803508-router', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '521e7351-66e8-4566-9902-ff6b3a693126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:07Z', 'updated_at': '2021-07-13T18:23:10Z', 'revision_number': 3, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'gw_port': {'id': '521e7351-66e8-4566-9902-ff6b3a693126', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:09Z', 'updated_at': '2021-07-13T18:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}] {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:23:15.357697 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-43f5e8c9-234b-4c48-8522-a460ffe8f254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:15.388301 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:15.433507 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port 94f26805-a8fa-41c9-8f28-80089f954d00, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=94f26805-a8fa-41c9-8f28-80089f954d00,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:23:15.447355 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:15.639001 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-43f5e8c9-234b-4c48-8522-a460ffe8f254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:15.642342 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-43f5e8c9-234b-4c48-8522-a460ffe8f254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:15.649707 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-43f5e8c9-234b-4c48-8522-a460ffe8f254 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2efe8981-2889-401d-96f4-f69bcfe80cf4 HTTP/1.1" status: 204 len: 168 time: 1.7039158 Jul 13 18:23:15.683304 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5e8c9-234b-4c48-8522-a460ffe8f254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efe8981-2889-401d-96f4-f69bcfe80cf4,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:15.687440 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e9c3d13d-3eb5-44e5-829a-e081b1aa03ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:15.765265 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-99a4f9a5-e78e-4a10-a8af-19739e139626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:15.774281 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-99a4f9a5-e78e-4a10-a8af-19739e139626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:15.783021 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-99a4f9a5-e78e-4a10-a8af-19739e139626 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/91fad86f-3e25-4d7b-a894-03d5da0eef95 HTTP/1.1" status: 204 len: 168 time: 2.0873954 Jul 13 18:23:15.887070 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4230bc-972d-40eb-aad4-c4913e04cd5f admin admin] Router 1031d51e-9848-4be1-8f64-a097b2df47ad is scheduled to L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad with binding_index 1 {{(pid=92974) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 18:23:15.906382 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] Notify callbacks [] for port, precommit_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:16.001455 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4f9a5-e78e-4a10-a8af-19739e139626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fad86f-3e25-4d7b-a894-03d5da0eef95,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:16.060431 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] Transition to ACTIVE for port object 84454263-fd11-447a-9bba-c6b9de0808a8 will not be triggered until provisioned by entity L2. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:23:16.156442 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:16.180723 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=94f26805-a8fa-41c9-8f28-80089f954d00,revision_number=3']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:16.465480 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc0e88-d0c7-4d86-a267-bfbec301f275 None None] Pushing event updated for resources: {'Port': ['ID=84454263-fd11-447a-9bba-c6b9de0808a8,revision_number=2']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:16.507759 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] Attempting to bind port 84454263-fd11-447a-9bba-c6b9de0808a8 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:23:16.508329 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] Attempting to bind port 84454263-fd11-447a-9bba-c6b9de0808a8 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:23:16.508869 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] Attempting to bind port 84454263-fd11-447a-9bba-c6b9de0808a8 on network 245bce84-6448-48c3-832e-229c4a14376b {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:23:16.548176 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:23:16.548694 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] Checking segment: {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:23:16.549242 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:16.549800 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] Bound using segment: {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:23:16.565619 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] Bound port: 84454263-fd11-447a-9bba-c6b9de0808a8, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:23:16.570311 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:16.620589 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [None req-e9c3d13d-3eb5-44e5-829a-e081b1aa03ad admin admin] Allocated IP 172.20.0.1 (b00e07c5-b28a-4ecc-8223-f86c27a5a31d/debf1583-97cc-49b3-a3ab-32a9aef91126/b451eb4a-b4cd-456f-8ee3-ecfd2da09c41) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:23:16.810189 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-25b45aa2-67d1-4fda-a48b-39e98aa73652 None None] Provisioning complete for port 94f26805-a8fa-41c9-8f28-80089f954d00 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:16.813275 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-25b45aa2-67d1-4fda-a48b-39e98aa73652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:16.881125 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 33346) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:16.959685 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] For port 84454263-fd11-447a-9bba-c6b9de0808a8, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:23:16.988238 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] For port 84454263-fd11-447a-9bba-c6b9de0808a8, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=84454263-fd11-447a-9bba-c6b9de0808a8,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:23:17.006078 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:17.092329 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-64849b1a-c3ab-490e-a9f4-21768b850bb4 req-32d2f519-0369-4741-99ef-1cd3807a7310 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 210 time: 0.1932008 Jul 13 18:23:17.103064 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-66a3b445-7a0d-4506-8dea-19c22f3f6ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:17.272631 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e9c3d13d-3eb5-44e5-829a-e081b1aa03ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:17.371552 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [None req-e9c3d13d-3eb5-44e5-829a-e081b1aa03ad admin admin] Transition to ACTIVE for port object b451eb4a-b4cd-456f-8ee3-ecfd2da09c41 will not be triggered until provisioned by entity DHCP. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:23:17.388873 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4230bc-972d-40eb-aad4-c4913e04cd5f admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:23:17.412983 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f20657a7-2db2-41e1-bf32-e38f20558a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:17.415722 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] Sync routers for ids ['1031d51e-9848-4be1-8f64-a097b2df47ad'] in dv-cinder-786928-3-iscsi {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:23:17.437992 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] Routers {'1031d51e-9848-4be1-8f64-a097b2df47ad'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:23:17.438695 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:23:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['1031d51e-9848-4be1-8f64-a097b2df47ad'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:17.496738 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] Routers {'587fe95e-a995-4fb9-9dd8-a4ec781eeba5'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:23:17.499085 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:23:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['587fe95e-a995-4fb9-9dd8-a4ec781eeba5'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:17.607437 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc0e88-d0c7-4d86-a267-bfbec301f275 None None] Pushing event updated for resources: {'Port': ['ID=84454263-fd11-447a-9bba-c6b9de0808a8,revision_number=3']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:17.714166 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e9c3d13d-3eb5-44e5-829a-e081b1aa03ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:17.913757 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] Set router 587fe95e-a995-4fb9-9dd8-a4ec781eeba5 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:23:17.934959 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-66a3b445-7a0d-4506-8dea-19c22f3f6ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:17.987814 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ba4230bc-972d-40eb-aad4-c4913e04cd5f admin admin] Notify callbacks [] for router, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:17.992774 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-ba4230bc-972d-40eb-aad4-c4913e04cd5f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 10.1155629 Jul 13 18:23:17.994158 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c3d13d-3eb5-44e5-829a-e081b1aa03ad admin admin] Network b00e07c5-b28a-4ecc-8223-f86c27a5a31d is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:23:17.996249 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 33382) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:17.999021 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-66a3b445-7a0d-4506-8dea-19c22f3f6ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:18.026342 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-e9c3d13d-3eb5-44e5-829a-e081b1aa03ad admin admin] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:23:18.070434 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c3d13d-3eb5-44e5-829a-e081b1aa03ad admin admin] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:23:18.081218 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e9c3d13d-3eb5-44e5-829a-e081b1aa03ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8006825'] for router_interface, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:18.161048 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-66a3b445-7a0d-4506-8dea-19c22f3f6ee8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ed3eb335b2db4f6cb61508e03c4abe05&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2786012 Jul 13 18:23:18.162926 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3d13d-3eb5-44e5-829a-e081b1aa03ad admin admin] Pushing event updated for resources: {'Port': ['ID=b451eb4a-b4cd-456f-8ee3-ecfd2da09c41,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:18.173743 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 33384) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:18.224980 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] Set router 1031d51e-9848-4be1-8f64-a097b2df47ad gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:23:18.249235 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 94f26805-a8fa-41c9-8f28-80089f954d00 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:23:18.385147 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3b445-7a0d-4506-8dea-19c22f3f6ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686cd07c-72fa-4c18-aec6-b4ba1122c03b,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:18.393833 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_common [None req-f20657a7-2db2-41e1-bf32-e38f20558a18 admin admin] Allocated IP 172.20.0.1 (8712c6dd-710d-48bd-92a1-6aa9b9fb58fe/23bf7fe7-0ee1-431f-b75e-99e1897408f7/5cc78bc9-0423-46a6-bc80-d4810c31ed69) {{(pid=92974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:23:18.604358 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.32', 49611) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:18.655615 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-5bc58b6b-1080-4fae-9beb-52e2da2bd834 None None] Provisioning for port b451eb4a-b4cd-456f-8ee3-ecfd2da09c41 completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:23:18.670597 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-5bc58b6b-1080-4fae-9beb-52e2da2bd834 None None] Provisioning complete for port b451eb4a-b4cd-456f-8ee3-ecfd2da09c41 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:18.671598 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-5bc58b6b-1080-4fae-9beb-52e2da2bd834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:18.761805 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-5bc58b6b-1080-4fae-9beb-52e2da2bd834 None None] Port b451eb4a-b4cd-456f-8ee3-ecfd2da09c41 cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:23:18.791076 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 94f26805-a8fa-41c9-8f28-80089f954d00 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:18.791881 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:18.872143 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-382121cb-8d74-47fb-a0d7-e93d2cd81b01 req-9632fc55-24c0-486d-9392-12597b58ce23 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 210 time: 0.2665000 Jul 13 18:23:18.916642 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-599e35bd-b9cb-4811-bb91-eaf80a7103fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:18.937229 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'name': 'tempest-AttachVolumeTestJSON-58642875-router', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:08Z', 'updated_at': '2021-07-13T18:23:14Z', 'revision_number': 3, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'gw_port': {'id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:11Z', 'updated_at': '2021-07-13T18:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:19.028030 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] Checking router: 1031d51e-9848-4be1-8f64-a097b2df47ad for host: dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:23:19.028319 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] Updating router 1031d51e-9848-4be1-8f64-a097b2df47ad port e47b19d5-dffa-4be5-bb31-7c61c4702d79 binding host dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 18:23:19.122084 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:19.204248 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e9c3d13d-3eb5-44e5-829a-e081b1aa03ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:19.246648 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f20657a7-2db2-41e1-bf32-e38f20558a18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:19.273158 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 521e7351-66e8-4566-9902-ff6b3a693126 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:23:19.376395 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587fe95e-a995-4fb9-9dd8-a4ec781eeba5', 'name': 'tempest-ServerRescueNegativeTestJSON-228951119-router', 'tenant_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '84454263-fd11-447a-9bba-c6b9de0808a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:04Z', 'updated_at': '2021-07-13T18:23:08Z', 'revision_number': 3, 'project_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'gw_port': {'id': '84454263-fd11-447a-9bba-c6b9de0808a8', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:39:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587fe95e-a995-4fb9-9dd8-a4ec781eeba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:06Z', 'updated_at': '2021-07-13T18:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:19.379030 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f20657a7-2db2-41e1-bf32-e38f20558a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:19.447839 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6867eecf-662f-46b9-8e5b-5bdba1864527 None None] The sync data for ids ['587fe95e-a995-4fb9-9dd8-a4ec781eeba5'] in dv-cinder-786928-3-iscsi is: [{'id': '587fe95e-a995-4fb9-9dd8-a4ec781eeba5', 'name': 'tempest-ServerRescueNegativeTestJSON-228951119-router', 'tenant_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '84454263-fd11-447a-9bba-c6b9de0808a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:04Z', 'updated_at': '2021-07-13T18:23:08Z', 'revision_number': 3, 'project_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'gw_port': {'id': '84454263-fd11-447a-9bba-c6b9de0808a8', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:39:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587fe95e-a995-4fb9-9dd8-a4ec781eeba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:06Z', 'updated_at': '2021-07-13T18:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:23:19.451132 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port 521e7351-66e8-4566-9902-ff6b3a693126 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:23:19.466435 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 521e7351-66e8-4566-9902-ff6b3a693126 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:19.467212 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:19.571890 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20657a7-2db2-41e1-bf32-e38f20558a18 admin admin] Pushing event updated for resources: {'Port': ['ID=5cc78bc9-0423-46a6-bc80-d4810c31ed69,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:19.589913 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-599e35bd-b9cb-4811-bb91-eaf80a7103fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:19.674058 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e9c3d13d-3eb5-44e5-829a-e081b1aa03ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:19.685522 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e9c3d13d-3eb5-44e5-829a-e081b1aa03ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:19.686794 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e9c3d13d-3eb5-44e5-829a-e081b1aa03ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7944997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8006115'] for router_interface, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:19.780263 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 33432) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:19.790887 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:19.813509 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3d13d-3eb5-44e5-829a-e081b1aa03ad admin admin] Pushing event updated for resources: {'Port': ['ID=b451eb4a-b4cd-456f-8ee3-ecfd2da09c41,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:19.817546 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20657a7-2db2-41e1-bf32-e38f20558a18 admin admin] Network 8712c6dd-710d-48bd-92a1-6aa9b9fb58fe is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:23:19.850300 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port 521e7351-66e8-4566-9902-ff6b3a693126, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=521e7351-66e8-4566-9902-ff6b3a693126,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:23:19.861757 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:19.907641 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-f20657a7-2db2-41e1-bf32-e38f20558a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:23:19.916790 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] Notify callbacks [] for port, precommit_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:19.943306 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.provisioning_blocks [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] Transition to ACTIVE for port object e47b19d5-dffa-4be5-bb31-7c61c4702d79 will not be triggered until provisioned by entity L2. {{(pid=92976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:23:19.961632 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:19.967362 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20657a7-2db2-41e1-bf32-e38f20558a18 admin admin] Received port after_create {{(pid=92974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:23:19.971026 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f20657a7-2db2-41e1-bf32-e38f20558a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8006825'] for router_interface, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:19.998930 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-599e35bd-b9cb-4811-bb91-eaf80a7103fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:20.030083 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-599e35bd-b9cb-4811-bb91-eaf80a7103fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:20.053100 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-599e35bd-b9cb-4811-bb91-eaf80a7103fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/686cd07c-72fa-4c18-aec6-b4ba1122c03b HTTP/1.1" status: 204 len: 168 time: 1.8610990 Jul 13 18:23:20.110233 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=521e7351-66e8-4566-9902-ff6b3a693126,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:20.130281 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-86d9896c-9b38-4258-8b82-771e7d431e63 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:20.134337 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-86d9896c-9b38-4258-8b82-771e7d431e63 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.32 "GET /v2.0/networks?id=b48cbe32-a3e9-46b8-bbcd-f5440ecc9196 HTTP/1.1" status: 200 len: 811 time: 1.5192761 Jul 13 18:23:20.229004 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6196f38-0000-4047-a67a-d39770af4189 None None] Pushing event updated for resources: {'Port': ['ID=e47b19d5-dffa-4be5-bb31-7c61c4702d79,revision_number=2']} {{(pid=92976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:20.246214 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] Attempting to bind port e47b19d5-dffa-4be5-bb31-7c61c4702d79 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:23:20.248826 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] Attempting to bind port e47b19d5-dffa-4be5-bb31-7c61c4702d79 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}] {{(pid=92976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:23:20.249607 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] Attempting to bind port e47b19d5-dffa-4be5-bb31-7c61c4702d79 on network 245bce84-6448-48c3-832e-229c4a14376b {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:23:20.266461 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-462a993f-5957-4a0b-b8da-bbd2461d43d3 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Request body: {'port': {'device_id': '4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9', 'network_id': 'b48cbe32-a3e9-46b8-bbcd-f5440ecc9196', 'admin_state_up': True, 'tenant_id': 'cff2af9574c5494f98b393d6c3ccf318'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:20.274777 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:23:20.285396 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] Checking segment: {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:23:20.292182 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:20.294984 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] Bound using segment: {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'} {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:23:20.296500 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] Bound port: e47b19d5-dffa-4be5-bb31-7c61c4702d79, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}}] {{(pid=92976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:23:20.300248 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:20.314051 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c3d13d-3eb5-44e5-829a-e081b1aa03ad admin admin] Network b00e07c5-b28a-4ecc-8223-f86c27a5a31d is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:23:20.413622 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-e9c3d13d-3eb5-44e5-829a-e081b1aa03ad admin admin] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:23:20.515111 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ceb8a5c4-6094-4cb9-bc10-e9eafa2a714a req-324cf588-9191-4553-8a55-e538e300af10 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 210 time: 0.1762719 Jul 13 18:23:20.578932 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.db [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] For port e47b19d5-dffa-4be5-bb31-7c61c4702d79, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:23:20.586470 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.db [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] For port e47b19d5-dffa-4be5-bb31-7c61c4702d79, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=e47b19d5-dffa-4be5-bb31-7c61c4702d79,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:23:20.604734 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:20.700150 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e35bd-b9cb-4811-bb91-eaf80a7103fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686cd07c-72fa-4c18-aec6-b4ba1122c03b,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:20.761635 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] Routers {'1031d51e-9848-4be1-8f64-a097b2df47ad'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:23:20.769184 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:23:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['1031d51e-9848-4be1-8f64-a097b2df47ad'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:20.849655 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-000aa276-1ebf-4b00-a71b-aec54616c75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:20.850645 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c3d13d-3eb5-44e5-829a-e081b1aa03ad admin admin] Router fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:23:20.893918 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f20657a7-2db2-41e1-bf32-e38f20558a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:20.905881 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-436bc1e2-d634-42af-8bd9-5e4b5afb0b34 None None] Provisioning complete for port b451eb4a-b4cd-456f-8ee3-ecfd2da09c41 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:20.908976 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-436bc1e2-d634-42af-8bd9-5e4b5afb0b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:21.006087 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] Set router 1031d51e-9848-4be1-8f64-a097b2df47ad gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:23:21.013901 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-436bc1e2-d634-42af-8bd9-5e4b5afb0b34 None None] Port b451eb4a-b4cd-456f-8ee3-ecfd2da09c41 cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:23:21.492883 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6196f38-0000-4047-a67a-d39770af4189 None None] Pushing event updated for resources: {'Port': ['ID=e47b19d5-dffa-4be5-bb31-7c61c4702d79,revision_number=3']} {{(pid=92976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:21.542556 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c3d13d-3eb5-44e5-829a-e081b1aa03ad admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:23:21.573353 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-e9c3d13d-3eb5-44e5-829a-e081b1aa03ad admin admin] 10.222.0.11 "PUT /v2.0/routers/fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3950367 Jul 13 18:23:21.576326 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] Sync routers for ids ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:23:21.589571 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f20657a7-2db2-41e1-bf32-e38f20558a18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:21.599085 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'name': 'tempest-AttachVolumeTestJSON-58642875-router', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:08Z', 'updated_at': '2021-07-13T18:23:14Z', 'revision_number': 3, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'gw_port': {'id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:11Z', 'updated_at': '2021-07-13T18:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:21.615453 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] Routers {'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:23:21.627342 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:23:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:21.648359 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f20657a7-2db2-41e1-bf32-e38f20558a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:21.652714 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f20657a7-2db2-41e1-bf32-e38f20558a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7944997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8006115'] for router_interface, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:21.804802 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a345991-7c7d-44a0-a144-b9186c8d1991 None None] The sync data for ids ['1031d51e-9848-4be1-8f64-a097b2df47ad'] in dv-cinder-786928-3-iscsi is: [{'id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'name': 'tempest-AttachVolumeTestJSON-58642875-router', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:08Z', 'updated_at': '2021-07-13T18:23:14Z', 'revision_number': 3, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'gw_port': {'id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:11Z', 'updated_at': '2021-07-13T18:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}] {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:23:21.848084 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-fbf0d915-80ef-4022-8d57-55263ee0cb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:21.895313 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] Set router fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:23:22.054781 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6d15dd10-f653-4dfe-be0b-a45b350a8540 req-603161d9-9155-4936-95e0-625308f1be0d tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 210 time: 0.1538038 Jul 13 18:23:22.329141 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 84454263-fd11-447a-9bba-c6b9de0808a8 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:23:22.750930 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-000aa276-1ebf-4b00-a71b-aec54616c75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:22.796707 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20657a7-2db2-41e1-bf32-e38f20558a18 admin admin] Network 8712c6dd-710d-48bd-92a1-6aa9b9fb58fe is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:23:22.799220 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-000aa276-1ebf-4b00-a71b-aec54616c75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:22.800363 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-462a993f-5957-4a0b-b8da-bbd2461d43d3 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Made reservation on behalf of cff2af9574c5494f98b393d6c3ccf318 for: {'port': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:23:22.813663 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port 84454263-fd11-447a-9bba-c6b9de0808a8 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:23:22.820326 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-462a993f-5957-4a0b-b8da-bbd2461d43d3 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:22.842081 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 84454263-fd11-447a-9bba-c6b9de0808a8 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:22.845333 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:22.846664 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-000aa276-1ebf-4b00-a71b-aec54616c75e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f6e2c8135164e2b872aa766407b7e91&name=default HTTP/1.1" status: 200 len: 2975 time: 3.0651629 Jul 13 18:23:22.870525 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 33514) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:23.050983 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1172803508-router', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '521e7351-66e8-4566-9902-ff6b3a693126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:07Z', 'updated_at': '2021-07-13T18:23:18Z', 'revision_number': 4, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'gw_port': {'id': '521e7351-66e8-4566-9902-ff6b3a693126', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:09Z', 'updated_at': '2021-07-13T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': 'b451eb4a-b4cd-456f-8ee3-ecfd2da09c41', 'name': '', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'mac_address': 'fa:16:3e:90:26:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:15Z', 'updated_at': '2021-07-13T18:23:19Z', 'revision_number': 2, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'subnets': [{'id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:23.211397 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] Checking router: fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:23:23.216048 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] Updating router fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb port b451eb4a-b4cd-456f-8ee3-ecfd2da09c41 binding host dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 18:23:23.437477 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-462a993f-5957-4a0b-b8da-bbd2461d43d3 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Allocated IP 172.20.0.14 (b48cbe32-a3e9-46b8-bbcd-f5440ecc9196/9b79c5cc-324c-4f8c-a974-15d74bdf75d8/64a98aa1-f467-4a1b-9836-34aad65fe649) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:23:23.501215 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_common [None req-fbf0d915-80ef-4022-8d57-55263ee0cb0c admin admin] Allocated IP 172.20.0.1 (17302fc4-2689-41b0-91b7-3c3e6cf2a62b/76eef7ac-abd1-4be1-8ef4-9f068a4abaa0/464d17db-5952-442b-be1b-f2e1325182b0) {{(pid=92974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:23:23.588000 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:23.604130 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:23.806843 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-462a993f-5957-4a0b-b8da-bbd2461d43d3 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:23.809113 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 33530) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:23.819443 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port 84454263-fd11-447a-9bba-c6b9de0808a8, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=84454263-fd11-447a-9bba-c6b9de0808a8,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:23:23.955283 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 33536) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:23.967776 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f7d5ced8-6114-439d-97bf-4670c2207d4f req-8b195adc-3229-4ce6-b8ff-2eab380db7e2 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 210 time: 0.1780591 Jul 13 18:23:23.978811 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-6e3f0ca4-5257-47ca-b9d2-2e2abd2ad32b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Request body: {'security_group': {'name': 'tempest-securitygroup--598715149', 'description': 'tempest-description--213267672'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:24.003035 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:24.004634 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 521e7351-66e8-4566-9902-ff6b3a693126 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:23:24.018002 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-fbf0d915-80ef-4022-8d57-55263ee0cb0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:24.117768 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-6e3f0ca4-5257-47ca-b9d2-2e2abd2ad32b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:24.122698 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-462a993f-5957-4a0b-b8da-bbd2461d43d3 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:24.137567 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.provisioning_blocks [None req-fbf0d915-80ef-4022-8d57-55263ee0cb0c admin admin] Transition to ACTIVE for port object 464d17db-5952-442b-be1b-f2e1325182b0 will not be triggered until provisioned by entity DHCP. {{(pid=92974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:23:24.290340 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-f20657a7-2db2-41e1-bf32-e38f20558a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:23:24.362839 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-462a993f-5957-4a0b-b8da-bbd2461d43d3 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Network b48cbe32-a3e9-46b8-bbcd-f5440ecc9196 is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:23:24.432761 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20657a7-2db2-41e1-bf32-e38f20558a18 admin admin] Pushing event updated for resources: {'Port': ['ID=5cc78bc9-0423-46a6-bc80-d4810c31ed69,revision_number=2']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:24.442782 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-fbf0d915-80ef-4022-8d57-55263ee0cb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:24.558771 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-462a993f-5957-4a0b-b8da-bbd2461d43d3 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:23:24.570196 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-462a993f-5957-4a0b-b8da-bbd2461d43d3 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:23:24.591426 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-462a993f-5957-4a0b-b8da-bbd2461d43d3 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:24.592138 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-462a993f-5957-4a0b-b8da-bbd2461d43d3 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:24.741579 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-653310f6-8c50-4fd8-b469-f4f8865cfc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:24.757999 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0d915-80ef-4022-8d57-55263ee0cb0c admin admin] Pushing event updated for resources: {'Port': ['ID=464d17db-5952-442b-be1b-f2e1325182b0,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:24.821548 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf0d915-80ef-4022-8d57-55263ee0cb0c admin admin] Network 17302fc4-2689-41b0-91b7-3c3e6cf2a62b is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:23:24.826930 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 521e7351-66e8-4566-9902-ff6b3a693126 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:24.827994 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:24.829938 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=84454263-fd11-447a-9bba-c6b9de0808a8,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:24.834482 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000aa276-1ebf-4b00-a71b-aec54616c75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245f3f05-cf2f-4e02-a3a5-bc6da0aded85,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:24.994032 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-462a993f-5957-4a0b-b8da-bbd2461d43d3 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7383201 Jul 13 18:23:25.019050 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a993f-5957-4a0b-b8da-bbd2461d43d3 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Pushing event updated for resources: {'Port': ['ID=64a98aa1-f467-4a1b-9836-34aad65fe649,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:25.020976 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-fbf0d915-80ef-4022-8d57-55263ee0cb0c admin admin] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:23:25.054928 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf0d915-80ef-4022-8d57-55263ee0cb0c admin admin] Received port after_create {{(pid=92974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:23:25.060592 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-fbf0d915-80ef-4022-8d57-55263ee0cb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8006825'] for router_interface, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:25.127852 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-6d8d7cab-18ec-4d7f-a9e8-1e66a59b598a tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=92973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 18:23:25.138318 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-6d8d7cab-18ec-4d7f-a9e8-1e66a59b598a tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0292921 Jul 13 18:23:25.303344 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-6e3f0ca4-5257-47ca-b9d2-2e2abd2ad32b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:25.528770 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-653310f6-8c50-4fd8-b469-f4f8865cfc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:25.532870 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-6e3f0ca4-5257-47ca-b9d2-2e2abd2ad32b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:25.746523 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-451a91c3-503f-4521-b178-81e1670d9875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:25.776052 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20657a7-2db2-41e1-bf32-e38f20558a18 admin admin] Router 587fe95e-a995-4fb9-9dd8-a4ec781eeba5 has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:23:25.785931 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-653310f6-8c50-4fd8-b469-f4f8865cfc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:25.798347 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-451a91c3-503f-4521-b178-81e1670d9875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:25.861868 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-6e3f0ca4-5257-47ca-b9d2-2e2abd2ad32b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:25.863705 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-6e3f0ca4-5257-47ca-b9d2-2e2abd2ad32b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.8906357 Jul 13 18:23:25.873292 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 33564) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:25.962941 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-b3e1826d-6864-4a8f-b4e2-4e726c041f2e tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Request body: {'security_group_rule': {'security_group_id': '5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:25.995231 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-fbf0d915-80ef-4022-8d57-55263ee0cb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:26.031350 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f0ca4-5257-47ca-b9d2-2e2abd2ad32b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:26.134702 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-653310f6-8c50-4fd8-b469-f4f8865cfc37 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f1d068c3e3c4cfcb21e581861e3e7dc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3244784 Jul 13 18:23:26.153132 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 33568) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:26.220288 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-a9feceb0-6688-43d6-812f-0c26deabd62d service neutron] Request body: {'port': {'device_id': '4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:26.236683 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-451a91c3-503f-4521-b178-81e1670d9875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:26.242998 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-451a91c3-503f-4521-b178-81e1670d9875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:26.244539 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-451a91c3-503f-4521-b178-81e1670d9875 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/245f3f05-cf2f-4e02-a3a5-bc6da0aded85 HTTP/1.1" status: 204 len: 168 time: 1.9338312 Jul 13 18:23:26.298172 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653310f6-8c50-4fd8-b469-f4f8865cfc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0b67d0-22a5-4231-a137-efbd437c79b4,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:26.368604 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a70126-298a-40a8-9bfd-8c6fcc294eda req-c34a0981-13b9-46a7-8d03-801c85f64406 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:26.370333 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c6a70126-298a-40a8-9bfd-8c6fcc294eda req-c34a0981-13b9-46a7-8d03-801c85f64406 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 932 time: 0.8255186 Jul 13 18:23:26.376340 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:26.425440 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b3e1826d-6864-4a8f-b4e2-4e726c041f2e tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:26.425620 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-c13ad1b7-477e-466d-98e4-cd306ec046cd None None] Provisioning for port 464d17db-5952-442b-be1b-f2e1325182b0 completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:23:26.447223 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-c13ad1b7-477e-466d-98e4-cd306ec046cd None None] Provisioning complete for port 464d17db-5952-442b-be1b-f2e1325182b0 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:26.447355 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a91c3-503f-4521-b178-81e1670d9875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245f3f05-cf2f-4e02-a3a5-bc6da0aded85,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:26.448570 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-c13ad1b7-477e-466d-98e4-cd306ec046cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:26.458440 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] Transition to ACTIVE for port object b451eb4a-b4cd-456f-8ee3-ecfd2da09c41 will not be triggered until provisioned by entity L2. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:23:26.519963 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c6a70126-298a-40a8-9bfd-8c6fcc294eda req-8f98b01f-7943-452a-8e02-34bd3bc378cd tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15dab5e-3410-4128-b2f2-8158cba100e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434915 Jul 13 18:23:26.540314 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:26.560515 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-a9feceb0-6688-43d6-812f-0c26deabd62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:26.880388 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-c13ad1b7-477e-466d-98e4-cd306ec046cd None None] Port 464d17db-5952-442b-be1b-f2e1325182b0 cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:23:26.952325 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122bc0a-8fde-4897-95d0-1954726e806f None None] Pushing event updated for resources: {'Port': ['ID=b451eb4a-b4cd-456f-8ee3-ecfd2da09c41,revision_number=3']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:27.109715 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 84454263-fd11-447a-9bba-c6b9de0808a8 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:23:27.131889 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-fbf0d915-80ef-4022-8d57-55263ee0cb0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:27.198851 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] Attempting to bind port b451eb4a-b4cd-456f-8ee3-ecfd2da09c41 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:23:27.201457 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] Attempting to bind port b451eb4a-b4cd-456f-8ee3-ecfd2da09c41 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': '2a2a4a23-26a6-4ae3-815e-f86da661a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d'}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:23:27.201622 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-fbf0d915-80ef-4022-8d57-55263ee0cb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:27.202781 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] Attempting to bind port b451eb4a-b4cd-456f-8ee3-ecfd2da09c41 on network b00e07c5-b28a-4ecc-8223-f86c27a5a31d {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:23:27.206426 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-fbf0d915-80ef-4022-8d57-55263ee0cb0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7944997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8006115'] for router_interface, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:27.238415 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:23:27.239144 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] Checking segment: {'id': '2a2a4a23-26a6-4ae3-815e-f86da661a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:23:27.240047 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:27.241647 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] Bound using segment: {'id': '2a2a4a23-26a6-4ae3-815e-f86da661a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d'} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:23:27.242689 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] Bound port: b451eb4a-b4cd-456f-8ee3-ecfd2da09c41, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2a4a23-26a6-4ae3-815e-f86da661a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d'}}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:23:27.243457 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:27.277214 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20657a7-2db2-41e1-bf32-e38f20558a18 admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:23:27.298396 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] Sync routers for ids ['587fe95e-a995-4fb9-9dd8-a4ec781eeba5'] in dv-cinder-786928-3-iscsi {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:23:27.322832 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] Routers {'587fe95e-a995-4fb9-9dd8-a4ec781eeba5'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:23:27.323885 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:23:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['587fe95e-a995-4fb9-9dd8-a4ec781eeba5'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:27.328813 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 84454263-fd11-447a-9bba-c6b9de0808a8 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:27.329610 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:27.416788 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] For port b451eb4a-b4cd-456f-8ee3-ecfd2da09c41, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:23:27.423748 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] For port b451eb4a-b4cd-456f-8ee3-ecfd2da09c41, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=b451eb4a-b4cd-456f-8ee3-ecfd2da09c41,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:23:27.436060 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:27.477502 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b3e1826d-6864-4a8f-b4e2-4e726c041f2e tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:27.503896 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-f20657a7-2db2-41e1-bf32-e38f20558a18 admin admin] 10.222.0.11 "PUT /v2.0/routers/587fe95e-a995-4fb9-9dd8-a4ec781eeba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4868839 Jul 13 18:23:27.629341 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 33590) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:27.637643 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0d915-80ef-4022-8d57-55263ee0cb0c admin admin] Pushing event updated for resources: {'Port': ['ID=464d17db-5952-442b-be1b-f2e1325182b0,revision_number=2']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:27.692743 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b3e1826d-6864-4a8f-b4e2-4e726c041f2e tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:27.745707 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-a9feceb0-6688-43d6-812f-0c26deabd62d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a98aa1-f467-4a1b-9836-34aad65fe649 {{(pid=92973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:23:27.763803 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] Routers {'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:23:27.765409 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:23:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:27.769527 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-a9feceb0-6688-43d6-812f-0c26deabd62d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:27.795276 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-a9feceb0-6688-43d6-812f-0c26deabd62d service neutron] Transition to ACTIVE for port object 64a98aa1-f467-4a1b-9836-34aad65fe649 will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:23:27.801185 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-a9feceb0-6688-43d6-812f-0c26deabd62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:27.956964 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] Set router 587fe95e-a995-4fb9-9dd8-a4ec781eeba5 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:23:27.976577 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9feceb0-6688-43d6-812f-0c26deabd62d service neutron] Pushing event updated for resources: {'Port': ['ID=64a98aa1-f467-4a1b-9836-34aad65fe649,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:28.070860 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122bc0a-8fde-4897-95d0-1954726e806f None None] Pushing event updated for resources: {'Port': ['ID=b451eb4a-b4cd-456f-8ee3-ecfd2da09c41,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:28.094216 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device e47b19d5-dffa-4be5-bb31-7c61c4702d79 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:23:28.214109 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b3e1826d-6864-4a8f-b4e2-4e726c041f2e tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:28.235372 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-b3e1826d-6864-4a8f-b4e2-4e726c041f2e tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3483691 Jul 13 18:23:28.252992 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 33604) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:28.271736 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-c70403ee-9569-4ec7-b521-84646293d8ef tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Request body: {'security_group_rule': {'security_group_id': '5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:28.294833 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1826d-6864-4a8f-b4e2-4e726c041f2e tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e574d28-0bc4-42af-b43b-6cb0a057de02,revision_number=0']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:28.316662 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port e47b19d5-dffa-4be5-bb31-7c61c4702d79 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:23:28.332762 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] Set router fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:23:28.364054 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2c35ebd1-06a0-49ed-8166-83e3c25bd2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:28.459905 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port e47b19d5-dffa-4be5-bb31-7c61c4702d79 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:28.460494 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:28.465803 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-a9feceb0-6688-43d6-812f-0c26deabd62d service neutron] Attempting to bind port 64a98aa1-f467-4a1b-9836-34aad65fe649 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:23:28.471001 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-a9feceb0-6688-43d6-812f-0c26deabd62d service neutron] Attempting to bind port 64a98aa1-f467-4a1b-9836-34aad65fe649 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'ef2a038d-2c4a-4097-a9d3-da6cef53be89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b48cbe32-a3e9-46b8-bbcd-f5440ecc9196'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:23:28.471453 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-a9feceb0-6688-43d6-812f-0c26deabd62d service neutron] Attempting to bind port 64a98aa1-f467-4a1b-9836-34aad65fe649 on network b48cbe32-a3e9-46b8-bbcd-f5440ecc9196 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:23:28.542886 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:23:28.547868 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-a9feceb0-6688-43d6-812f-0c26deabd62d service neutron] Port 64a98aa1-f467-4a1b-9836-34aad65fe649 on network b48cbe32-a3e9-46b8-bbcd-f5440ecc9196 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 18:23:28.548488 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-a9feceb0-6688-43d6-812f-0c26deabd62d service neutron] Attempting to bind port 64a98aa1-f467-4a1b-9836-34aad65fe649 on network b48cbe32-a3e9-46b8-bbcd-f5440ecc9196 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:23:28.585684 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0f0a9264-e214-483a-8404-7cfe2bfc12ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:28.617560 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-a9feceb0-6688-43d6-812f-0c26deabd62d service neutron] Checking agent: {'id': '42658009-1da3-417e-95f4-9a37477be153', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'started_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:23:28.618159 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-a9feceb0-6688-43d6-812f-0c26deabd62d service neutron] Checking segment: {'id': 'ef2a038d-2c4a-4097-a9d3-da6cef53be89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b48cbe32-a3e9-46b8-bbcd-f5440ecc9196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:23:28.619097 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-a9feceb0-6688-43d6-812f-0c26deabd62d service neutron] Bound using segment: {'id': 'ef2a038d-2c4a-4097-a9d3-da6cef53be89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b48cbe32-a3e9-46b8-bbcd-f5440ecc9196'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:23:28.631472 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-a9feceb0-6688-43d6-812f-0c26deabd62d service neutron] Bound port: 64a98aa1-f467-4a1b-9836-34aad65fe649, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef2a038d-2c4a-4097-a9d3-da6cef53be89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b48cbe32-a3e9-46b8-bbcd-f5440ecc9196'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:23:28.632286 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-a9feceb0-6688-43d6-812f-0c26deabd62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:28.680307 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-c70403ee-9569-4ec7-b521-84646293d8ef tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:28.713839 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2c35ebd1-06a0-49ed-8166-83e3c25bd2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:28.883398 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587fe95e-a995-4fb9-9dd8-a4ec781eeba5', 'name': 'tempest-ServerRescueNegativeTestJSON-228951119-router', 'tenant_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '84454263-fd11-447a-9bba-c6b9de0808a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:04Z', 'updated_at': '2021-07-13T18:23:20Z', 'revision_number': 4, 'project_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'gw_port': {'id': '84454263-fd11-447a-9bba-c6b9de0808a8', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:39:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587fe95e-a995-4fb9-9dd8-a4ec781eeba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:06Z', 'updated_at': '2021-07-13T18:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '5cc78bc9-0423-46a6-bc80-d4810c31ed69', 'name': '', 'network_id': '8712c6dd-710d-48bd-92a1-6aa9b9fb58fe', 'tenant_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'mac_address': 'fa:16:3e:f5:e1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587fe95e-a995-4fb9-9dd8-a4ec781eeba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '23bf7fe7-0ee1-431f-b75e-99e1897408f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:17Z', 'updated_at': '2021-07-13T18:23:21Z', 'revision_number': 2, 'project_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'subnets': [{'id': '23bf7fe7-0ee1-431f-b75e-99e1897408f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:28.917669 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf0d915-80ef-4022-8d57-55263ee0cb0c admin admin] Network 17302fc4-2689-41b0-91b7-3c3e6cf2a62b is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:23:28.944620 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-fbf0d915-80ef-4022-8d57-55263ee0cb0c admin admin] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:23:28.999553 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] Checking router: 587fe95e-a995-4fb9-9dd8-a4ec781eeba5 for host: dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:23:29.007141 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] Updating router 587fe95e-a995-4fb9-9dd8-a4ec781eeba5 port 5cc78bc9-0423-46a6-bc80-d4810c31ed69 binding host dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 18:23:29.069459 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2c35ebd1-06a0-49ed-8166-83e3c25bd2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:29.074722 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2c35ebd1-06a0-49ed-8166-83e3c25bd2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:29.086903 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-2c35ebd1-06a0-49ed-8166-83e3c25bd2c3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5e0b67d0-22a5-4231-a137-efbd437c79b4 HTTP/1.1" status: 204 len: 168 time: 2.8695436 Jul 13 18:23:29.105015 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba97106-05ff-455c-b008-2a2a9c9fd796 req-b9165d71-a3a9-4db5-8489-f4124f373fad tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:29.118424 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2ba97106-05ff-455c-b008-2a2a9c9fd796 req-b9165d71-a3a9-4db5-8489-f4124f373fad tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 944 time: 0.8241339 Jul 13 18:23:29.171750 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:29.457528 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:29.463544 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-c70403ee-9569-4ec7-b521-84646293d8ef tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:29.466364 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35ebd1-06a0-49ed-8166-83e3c25bd2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0b67d0-22a5-4231-a137-efbd437c79b4,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:29.592309 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-c70403ee-9569-4ec7-b521-84646293d8ef tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:29.619859 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port e47b19d5-dffa-4be5-bb31-7c61c4702d79, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=e47b19d5-dffa-4be5-bb31-7c61c4702d79,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:23:29.631359 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:29.650418 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-a9feceb0-6688-43d6-812f-0c26deabd62d service neutron] For port 64a98aa1-f467-4a1b-9836-34aad65fe649, host hv-cinder-78692, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:23:29.712176 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-a9feceb0-6688-43d6-812f-0c26deabd62d service neutron] For port 64a98aa1-f467-4a1b-9836-34aad65fe649, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=64a98aa1-f467-4a1b-9836-34aad65fe649,segment=NetworkSegment(ef2a038d-2c4a-4097-a9d3-da6cef53be89),segment_id=ef2a038d-2c4a-4097-a9d3-da6cef53be89)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:23:29.774155 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2ba97106-05ff-455c-b008-2a2a9c9fd796 req-3531d8a8-9ba6-4cce-bd60-564c2e58535a tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15dab5e-3410-4128-b2f2-8158cba100e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6482487 Jul 13 18:23:29.806372 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1172803508-router', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '521e7351-66e8-4566-9902-ff6b3a693126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:07Z', 'updated_at': '2021-07-13T18:23:18Z', 'revision_number': 4, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'gw_port': {'id': '521e7351-66e8-4566-9902-ff6b3a693126', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:09Z', 'updated_at': '2021-07-13T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': 'b451eb4a-b4cd-456f-8ee3-ecfd2da09c41', 'name': '', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'mac_address': 'fa:16:3e:90:26:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:15Z', 'updated_at': '2021-07-13T18:23:27Z', 'revision_number': 4, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'subnets': [{'id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:29.904060 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf0d915-80ef-4022-8d57-55263ee0cb0c admin admin] Router 1031d51e-9848-4be1-8f64-a097b2df47ad has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:23:29.922601 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 33640) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:29.989117 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae017798-1c82-4f65-a540-75c327933bc3 None None] The sync data for ids ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'] in dv-cinder-786928-3-iscsi is: [{'id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1172803508-router', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '521e7351-66e8-4566-9902-ff6b3a693126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:07Z', 'updated_at': '2021-07-13T18:23:18Z', 'revision_number': 4, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'gw_port': {'id': '521e7351-66e8-4566-9902-ff6b3a693126', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:09Z', 'updated_at': '2021-07-13T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': 'b451eb4a-b4cd-456f-8ee3-ecfd2da09c41', 'name': '', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'mac_address': 'fa:16:3e:90:26:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:15Z', 'updated_at': '2021-07-13T18:23:27Z', 'revision_number': 4, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'subnets': [{'id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:23:30.019414 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-6d9798b2-dd99-4e1b-ad47-7a2c47d688f4 None None] Provisioning complete for port 464d17db-5952-442b-be1b-f2e1325182b0 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:30.021679 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-6d9798b2-dd99-4e1b-ad47-7a2c47d688f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:30.072251 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0f0a9264-e214-483a-8404-7cfe2bfc12ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:30.085448 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0f0a9264-e214-483a-8404-7cfe2bfc12ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:30.213255 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=e47b19d5-dffa-4be5-bb31-7c61c4702d79,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:30.315866 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-6d9798b2-dd99-4e1b-ad47-7a2c47d688f4 None None] Port 464d17db-5952-442b-be1b-f2e1325182b0 cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:23:30.541088 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-0f0a9264-e214-483a-8404-7cfe2bfc12ec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c41eb51eddb46648a56b0e564b1e803&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8854175 Jul 13 18:23:30.585481 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] Notify callbacks [] for port, precommit_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:30.587045 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70403ee-9569-4ec7-b521-84646293d8ef tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b297282b-c7fd-43d6-ac13-e2081baa2bae,revision_number=0']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:30.609533 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 33652) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:30.618642 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-a9feceb0-6688-43d6-812f-0c26deabd62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:30.622177 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.provisioning_blocks [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] Transition to ACTIVE for port object 5cc78bc9-0423-46a6-bc80-d4810c31ed69 will not be triggered until provisioned by entity L2. {{(pid=92976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:23:30.656130 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:30.735436 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f3ea65ab-d4c6-4a6e-ac95-addb7a7ca211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:30.754398 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a9264-e214-483a-8404-7cfe2bfc12ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdc1f12-9f6f-410c-a905-7343ee00c845,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:30.857888 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-f15a993f-688c-48f2-a35c-25241134b3c7 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:30.860048 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-f15a993f-688c-48f2-a35c-25241134b3c7 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/networks?id=8712c6dd-710d-48bd-92a1-6aa9b9fb58fe HTTP/1.1" status: 200 len: 818 time: 1.4197094 Jul 13 18:23:30.879756 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-c70403ee-9569-4ec7-b521-84646293d8ef tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:30.882076 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-c70403ee-9569-4ec7-b521-84646293d8ef tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6275671 Jul 13 18:23:31.049121 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 33660) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:31.064719 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf0d915-80ef-4022-8d57-55263ee0cb0c admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:23:31.084512 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] Sync routers for ids ['1031d51e-9848-4be1-8f64-a097b2df47ad'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:23:31.115478 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-fbf0d915-80ef-4022-8d57-55263ee0cb0c admin admin] 10.222.0.11 "PUT /v2.0/routers/1031d51e-9848-4be1-8f64-a097b2df47ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0858150 Jul 13 18:23:31.120366 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] Routers {'1031d51e-9848-4be1-8f64-a097b2df47ad'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:23:31.124414 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:23:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['1031d51e-9848-4be1-8f64-a097b2df47ad'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:31.154458 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-d758c2f4-2043-4544-bc5f-83312b8af35b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Request body: {'floatingip': {'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:31.191035 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f448aa8-b79f-4553-a20b-696144eae9fa None None] Pushing event updated for resources: {'Port': ['ID=5cc78bc9-0423-46a6-bc80-d4810c31ed69,revision_number=3']} {{(pid=92976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:31.274313 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-a9feceb0-6688-43d6-812f-0c26deabd62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:31.278960 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.db.api [None req-d758c2f4-2043-4544-bc5f-83312b8af35b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 18:23:31.278960 dv-cinder-786928-3-iscsi neutron-server[92974]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 18:23:31.278960 dv-cinder-786928-3-iscsi neutron-server[92974]: [parameters: {'project_id_1': '68241fca29234db0be94c2b6f7eaeb4d', 'expiration_1': datetime.datetime(2021, 7, 13, 18, 23, 31, 218198)}] Jul 13 18:23:31.278960 dv-cinder-786928-3-iscsi neutron-server[92974]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 18:23:31.279772 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG oslo_db.api [None req-d758c2f4-2043-4544-bc5f-83312b8af35b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 18:23:31.283192 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-a9feceb0-6688-43d6-812f-0c26deabd62d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:31.286166 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-a9feceb0-6688-43d6-812f-0c26deabd62d service neutron] 10.222.0.32 "PUT /v2.0/ports/64a98aa1-f467-4a1b-9836-34aad65fe649 HTTP/1.1" status: 200 len: 1094 time: 5.5374444 Jul 13 18:23:31.351766 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] Attempting to bind port 5cc78bc9-0423-46a6-bc80-d4810c31ed69 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:23:31.352277 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] Attempting to bind port 5cc78bc9-0423-46a6-bc80-d4810c31ed69 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': '83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8712c6dd-710d-48bd-92a1-6aa9b9fb58fe'}] {{(pid=92976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:23:31.353889 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] Attempting to bind port 5cc78bc9-0423-46a6-bc80-d4810c31ed69 on network 8712c6dd-710d-48bd-92a1-6aa9b9fb58fe {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:23:31.375180 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:23:31.376054 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] Checking segment: {'id': '83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8712c6dd-710d-48bd-92a1-6aa9b9fb58fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:23:31.376826 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:31.377487 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] Bound using segment: {'id': '83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8712c6dd-710d-48bd-92a1-6aa9b9fb58fe'} {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:23:31.381031 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] Bound port: 5cc78bc9-0423-46a6-bc80-d4810c31ed69, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8712c6dd-710d-48bd-92a1-6aa9b9fb58fe'}}] {{(pid=92976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:23:31.381786 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:31.418906 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9', 'tag': '64a98aa1-f467-4a1b-9836-34aad65fe649'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:23:31.698909 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f3ea65ab-d4c6-4a6e-ac95-addb7a7ca211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:31.711392 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f3ea65ab-d4c6-4a6e-ac95-addb7a7ca211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:31.717216 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-3ca4fdb6-bfcc-44fa-8ccb-2354d631b67e tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/quotas/6142a2ec1d3e454297a59aa3b11d17aa HTTP/1.1" status: 200 len: 375 time: 0.5269468 Jul 13 18:23:31.760328 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] Set router 1031d51e-9848-4be1-8f64-a097b2df47ad gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:23:31.817102 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.db [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] For port 5cc78bc9-0423-46a6-bc80-d4810c31ed69, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:23:31.833769 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.db [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] For port 5cc78bc9-0423-46a6-bc80-d4810c31ed69, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=5cc78bc9-0423-46a6-bc80-d4810c31ed69,segment=NetworkSegment(83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a),segment_id=83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a)] {{(pid=92976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:23:31.851878 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:31.867313 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-f3ea65ab-d4c6-4a6e-ac95-addb7a7ca211 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84a653fa93d945f8801c24e6a68d1cce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8915913 Jul 13 18:23:31.917452 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 33680) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:32.001175 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device e47b19d5-dffa-4be5-bb31-7c61c4702d79 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:23:32.151845 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f448aa8-b79f-4553-a20b-696144eae9fa None None] Pushing event updated for resources: {'Port': ['ID=5cc78bc9-0423-46a6-bc80-d4810c31ed69,revision_number=4']} {{(pid=92976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:32.218489 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] Routers {'587fe95e-a995-4fb9-9dd8-a4ec781eeba5'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:23:32.219977 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:23:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['587fe95e-a995-4fb9-9dd8-a4ec781eeba5'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:32.283161 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea65ab-d4c6-4a6e-ac95-addb7a7ca211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8f57cf-0990-4d4e-9a19-a7f19250b0e8,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:32.403826 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d758c2f4-2043-4544-bc5f-83312b8af35b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for floatingip, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:32.475166 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-abec0b95-fe63-44db-9481-57be012c7975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:32.505159 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] Set router 587fe95e-a995-4fb9-9dd8-a4ec781eeba5 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:23:32.587325 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-abec0b95-fe63-44db-9481-57be012c7975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:32.715525 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port e47b19d5-dffa-4be5-bb31-7c61c4702d79 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:32.717153 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:33.004752 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9feceb0-6688-43d6-812f-0c26deabd62d service neutron] Pushing event updated for resources: {'Port': ['ID=64a98aa1-f467-4a1b-9836-34aad65fe649,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:33.065175 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-abec0b95-fe63-44db-9481-57be012c7975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:33.083973 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-abec0b95-fe63-44db-9481-57be012c7975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:33.117766 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-abec0b95-fe63-44db-9481-57be012c7975 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/efdc1f12-9f6f-410c-a905-7343ee00c845 HTTP/1.1" status: 204 len: 168 time: 2.5026731 Jul 13 18:23:33.155169 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12eb757-a120-48ce-96d2-6ef5fe2c79c0" -d '{"events": [{"name": "network-changed", "server_uuid": "4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9", "tag": "64a98aa1-f467-4a1b-9836-34aad65fe649"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:23:33.247604 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec0b95-fe63-44db-9481-57be012c7975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdc1f12-9f6f-410c-a905-7343ee00c845,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:33.289416 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4a0e850b-ca5f-4769-a407-f631931c03ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:33.414342 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880ebc9-a509-49d6-8148-a2ca23a6e37f req-4521cc5d-fa2b-4172-ad08-83aa75e544a3 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:33.425012 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4880ebc9-a509-49d6-8148-a2ca23a6e37f req-4521cc5d-fa2b-4172-ad08-83aa75e544a3 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 944 time: 1.6163502 Jul 13 18:23:33.453060 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587fe95e-a995-4fb9-9dd8-a4ec781eeba5', 'name': 'tempest-ServerRescueNegativeTestJSON-228951119-router', 'tenant_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '84454263-fd11-447a-9bba-c6b9de0808a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:04Z', 'updated_at': '2021-07-13T18:23:20Z', 'revision_number': 4, 'project_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'gw_port': {'id': '84454263-fd11-447a-9bba-c6b9de0808a8', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:39:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587fe95e-a995-4fb9-9dd8-a4ec781eeba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:06Z', 'updated_at': '2021-07-13T18:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '5cc78bc9-0423-46a6-bc80-d4810c31ed69', 'name': '', 'network_id': '8712c6dd-710d-48bd-92a1-6aa9b9fb58fe', 'tenant_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'mac_address': 'fa:16:3e:f5:e1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587fe95e-a995-4fb9-9dd8-a4ec781eeba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '23bf7fe7-0ee1-431f-b75e-99e1897408f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:17Z', 'updated_at': '2021-07-13T18:23:31Z', 'revision_number': 4, 'project_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'subnets': [{'id': '23bf7fe7-0ee1-431f-b75e-99e1897408f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:33.461449 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4a0e850b-ca5f-4769-a407-f631931c03ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:33.463906 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device b451eb4a-b4cd-456f-8ee3-ecfd2da09c41 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:23:33.479830 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'name': 'tempest-AttachVolumeTestJSON-58642875-router', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:08Z', 'updated_at': '2021-07-13T18:23:25Z', 'revision_number': 4, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'gw_port': {'id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:11Z', 'updated_at': '2021-07-13T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '464d17db-5952-442b-be1b-f2e1325182b0', 'name': '', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'mac_address': 'fa:16:3e:8b:40:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:22Z', 'updated_at': '2021-07-13T18:23:26Z', 'revision_number': 2, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'subnets': [{'id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:33.562725 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2290855b-0c03-4206-bab5-ebe0a399d806 None None] The sync data for ids ['587fe95e-a995-4fb9-9dd8-a4ec781eeba5'] in dv-cinder-786928-3-iscsi is: [{'id': '587fe95e-a995-4fb9-9dd8-a4ec781eeba5', 'name': 'tempest-ServerRescueNegativeTestJSON-228951119-router', 'tenant_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '84454263-fd11-447a-9bba-c6b9de0808a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:04Z', 'updated_at': '2021-07-13T18:23:20Z', 'revision_number': 4, 'project_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'gw_port': {'id': '84454263-fd11-447a-9bba-c6b9de0808a8', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:39:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587fe95e-a995-4fb9-9dd8-a4ec781eeba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:06Z', 'updated_at': '2021-07-13T18:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '5cc78bc9-0423-46a6-bc80-d4810c31ed69', 'name': '', 'network_id': '8712c6dd-710d-48bd-92a1-6aa9b9fb58fe', 'tenant_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'mac_address': 'fa:16:3e:f5:e1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587fe95e-a995-4fb9-9dd8-a4ec781eeba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '23bf7fe7-0ee1-431f-b75e-99e1897408f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:17Z', 'updated_at': '2021-07-13T18:23:31Z', 'revision_number': 4, 'project_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'subnets': [{'id': '23bf7fe7-0ee1-431f-b75e-99e1897408f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:23:33.618600 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] Checking router: 1031d51e-9848-4be1-8f64-a097b2df47ad for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:23:33.619190 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] Updating router 1031d51e-9848-4be1-8f64-a097b2df47ad port 464d17db-5952-442b-be1b-f2e1325182b0 binding host dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 18:23:33.802254 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:33.831565 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-022e1de2-1e1b-414d-ac20-cecbaa66b123 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6142a2ec1d3e454297a59aa3b11d17aa&fields=id HTTP/1.1" status: 200 len: 255 time: 2.0182819 Jul 13 18:23:33.845211 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-47257919-fd1b-4427-ae36-8f5ea5ae3afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:33.872987 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-47257919-fd1b-4427-ae36-8f5ea5ae3afd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cff2af9574c5494f98b393d6c3ccf318&device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 1097 time: 2.1125519 Jul 13 18:23:33.943354 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4a0e850b-ca5f-4769-a407-f631931c03ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:33.954757 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4a0e850b-ca5f-4769-a407-f631931c03ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:33.956430 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-4a0e850b-ca5f-4769-a407-f631931c03ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cb8f57cf-0990-4d4e-9a19-a7f19250b0e8 HTTP/1.1" status: 204 len: 168 time: 2.0332160 Jul 13 18:23:34.074415 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e850b-ca5f-4769-a407-f631931c03ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8f57cf-0990-4d4e-9a19-a7f19250b0e8,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:34.093340 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d758c2f4-2043-4544-bc5f-83312b8af35b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:34.156209 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-90c9f929-59f4-443f-be5d-bdbc0ca89740 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64a98aa1-f467-4a1b-9836-34aad65fe649 HTTP/1.1" status: 200 len: 217 time: 0.2769356 Jul 13 18:23:34.442383 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] Notify callbacks [] for port, precommit_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:34.471113 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] Transition to ACTIVE for port object 464d17db-5952-442b-be1b-f2e1325182b0 will not be triggered until provisioned by entity L2. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:23:34.492316 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:34.499146 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4880ebc9-a509-49d6-8148-a2ca23a6e37f req-da9eaf9c-2c3c-441d-9aef-1bf16c2b872c tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15dab5e-3410-4128-b2f2-8158cba100e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0277011 Jul 13 18:23:34.546648 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 33712) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:34.594828 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-fec0115a-5f19-4d23-8bb5-0a16354c6312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:34.717015 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10914d-6f24-4331-b97a-82ce528b113e None None] Pushing event updated for resources: {'Port': ['ID=464d17db-5952-442b-be1b-f2e1325182b0,revision_number=3']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:34.742031 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_common [None req-d758c2f4-2043-4544-bc5f-83312b8af35b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Allocated IP 172.27.2.242 (245bce84-6448-48c3-832e-229c4a14376b/dd702e20-22b6-412e-a631-757c226d263b/13dbcf56-8e96-4889-b402-2c7b0477edde) {{(pid=92974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:23:34.856298 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-85aebd0e-ab96-4222-80d6-836f0fc337ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:34.858305 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-85aebd0e-ab96-4222-80d6-836f0fc337ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b79c5cc-324c-4f8c-a974-15d74bdf75d8 HTTP/1.1" status: 200 len: 851 time: 0.6076889 Jul 13 18:23:34.939033 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port b451eb4a-b4cd-456f-8ee3-ecfd2da09c41 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:23:34.971139 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port b451eb4a-b4cd-456f-8ee3-ecfd2da09c41 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:34.971910 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:35.059709 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-496ca58d-eff2-4832-b77c-02dcc8d9d267 service neutron] 10.222.0.11 "GET /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9175916 Jul 13 18:23:35.064187 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-9a2abc7f-cc72-42c2-abd3-d2c3912692ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b48cbe32-a3e9-46b8-bbcd-f5440ecc9196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1870677 Jul 13 18:23:35.272774 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] Attempting to bind port 464d17db-5952-442b-be1b-f2e1325182b0 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:23:35.273453 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] Attempting to bind port 464d17db-5952-442b-be1b-f2e1325182b0 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': 'a17767d0-de67-47b0-8ed9-eb81d030d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b'}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:23:35.273988 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] Attempting to bind port 464d17db-5952-442b-be1b-f2e1325182b0 on network 17302fc4-2689-41b0-91b7-3c3e6cf2a62b {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:23:35.291360 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:23:35.300527 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] Checking segment: {'id': 'a17767d0-de67-47b0-8ed9-eb81d030d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:23:35.308021 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:35.308533 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] Bound using segment: {'id': 'a17767d0-de67-47b0-8ed9-eb81d030d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b'} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:23:35.309051 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] Bound port: 464d17db-5952-442b-be1b-f2e1325182b0, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17767d0-de67-47b0-8ed9-eb81d030d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b'}}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:23:35.309467 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:35.503423 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-098e6662-8a52-4a35-a7e0-d5851d045298 service neutron] 10.222.0.11 "GET /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326336 Jul 13 18:23:35.507233 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-fec0115a-5f19-4d23-8bb5-0a16354c6312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:35.518242 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-fec0115a-5f19-4d23-8bb5-0a16354c6312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:35.519850 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:35.642601 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d758c2f4-2043-4544-bc5f-83312b8af35b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for port, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:35.758187 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-091910a3-0703-4306-afc7-01810d8d6092 service neutron] 10.222.0.32 "GET /v2.0/networks/b48cbe32-a3e9-46b8-bbcd-f5440ecc9196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499952 Jul 13 18:23:35.758975 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 33726) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:35.788916 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ef9838c3-b726-4a88-9069-151a1cb2f823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:35.843022 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port b451eb4a-b4cd-456f-8ee3-ecfd2da09c41, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=b451eb4a-b4cd-456f-8ee3-ecfd2da09c41,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:23:35.854617 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] For port 464d17db-5952-442b-be1b-f2e1325182b0, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:23:35.861623 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0115a-5f19-4d23-8bb5-0a16354c6312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb1bfc3-43b0-45ef-8804-467cdcccb6f8,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:35.902963 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:35.943566 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] For port 464d17db-5952-442b-be1b-f2e1325182b0, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=464d17db-5952-442b-be1b-f2e1325182b0,segment=NetworkSegment(a17767d0-de67-47b0-8ed9-eb81d030d04e),segment_id=a17767d0-de67-47b0-8ed9-eb81d030d04e)] {{(pid=92975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:23:35.956205 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d758c2f4-2043-4544-bc5f-83312b8af35b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:36.042826 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:36.062124 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758c2f4-2043-4544-bc5f-83312b8af35b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Pushing event updated for resources: {'Port': ['ID=13dbcf56-8e96-4889-b402-2c7b0477edde,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:36.075914 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-fec0115a-5f19-4d23-8bb5-0a16354c6312 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6d3d7bd710e4447f8c7ae2bc14e489c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5148857 Jul 13 18:23:36.079864 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 33738) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:36.083734 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d758c2f4-2043-4544-bc5f-83312b8af35b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Network 245bce84-6448-48c3-832e-229c4a14376b is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:23:36.091693 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-d758c2f4-2043-4544-bc5f-83312b8af35b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:23:36.104974 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d758c2f4-2043-4544-bc5f-83312b8af35b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Received port after_create {{(pid=92974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:23:36.273809 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=b451eb4a-b4cd-456f-8ee3-ecfd2da09c41,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:36.349506 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d758c2f4-2043-4544-bc5f-83312b8af35b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:36.406702 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5d0a61b0-7bae-49fc-b5d1-54de7791ea0e req-7248057e-a4e6-4f37-9618-173b08fb8a0e service neutron] 10.222.0.32 "GET /v2.0/networks/b48cbe32-a3e9-46b8-bbcd-f5440ecc9196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957568 Jul 13 18:23:36.413642 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 33744) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:36.505587 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10914d-6f24-4331-b97a-82ce528b113e None None] Pushing event updated for resources: {'Port': ['ID=464d17db-5952-442b-be1b-f2e1325182b0,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:36.513414 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] Routers {'1031d51e-9848-4be1-8f64-a097b2df47ad'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:23:36.514148 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:23:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['1031d51e-9848-4be1-8f64-a097b2df47ad'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:36.700720 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-50ed8cdc-fa51-4fff-b767-13721cfa0fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:36.736591 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d758c2f4-2043-4544-bc5f-83312b8af35b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:36.790060 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ef9838c3-b726-4a88-9069-151a1cb2f823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:36.803604 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ef9838c3-b726-4a88-9069-151a1cb2f823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:36.821802 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 5cc78bc9-0423-46a6-bc80-d4810c31ed69 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:23:36.855003 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-71755205-2d6d-471a-b90d-b78c3d2a60cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:36.910152 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-50ed8cdc-fa51-4fff-b767-13721cfa0fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:36.966060 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-ef9838c3-b726-4a88-9069-151a1cb2f823 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2aafe73abba4b32aca4c44c27a7bc4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2027018 Jul 13 18:23:36.966060 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9838c3-b726-4a88-9069-151a1cb2f823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a8c3f2-9128-4d46-9205-4dd46e7c7981,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:36.970111 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 33756) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:37.077559 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-58b54f5e-826f-412e-aabd-b4bc641dfc38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:37.150950 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-58b54f5e-826f-412e-aabd-b4bc641dfc38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:37.210918 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] Set router 1031d51e-9848-4be1-8f64-a097b2df47ad gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:23:37.267652 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-58b54f5e-826f-412e-aabd-b4bc641dfc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:37.274456 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-58b54f5e-826f-412e-aabd-b4bc641dfc38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:37.280486 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-58b54f5e-826f-412e-aabd-b4bc641dfc38 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a8a8c3f2-9128-4d46-9205-4dd46e7c7981 HTTP/1.1" status: 204 len: 168 time: 0.3078048 Jul 13 18:23:37.321308 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03399cea-2be6-47e2-89d5-a3b33c4fa80f x-openstack-request-id: req-03399cea-2be6-47e2-89d5-a3b33c4fa80f {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:23:37.321633 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9", "tag": "64a98aa1-f467-4a1b-9836-34aad65fe649", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:23:37.321812 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-03399cea-2be6-47e2-89d5-a3b33c4fa80f {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:23:37.322341 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9', 'tag': '64a98aa1-f467-4a1b-9836-34aad65fe649', 'status': 'completed', 'code': 200} Jul 13 18:23:37.323041 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b54f5e-826f-412e-aabd-b4bc641dfc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a8c3f2-9128-4d46-9205-4dd46e7c7981,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:37.359759 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 33770) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:37.369446 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-7df940c5-be1a-49b8-be86-4772fd3be759 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--184792837', 'description': 'tempest-description--1182768200'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:37.537095 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-50ed8cdc-fa51-4fff-b767-13721cfa0fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:37.549920 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-50ed8cdc-fa51-4fff-b767-13721cfa0fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:37.566799 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-50ed8cdc-fa51-4fff-b767-13721cfa0fe7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/adb1bfc3-43b0-45ef-8804-467cdcccb6f8 HTTP/1.1" status: 204 len: 168 time: 1.4803798 Jul 13 18:23:37.652426 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed8cdc-fa51-4fff-b767-13721cfa0fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb1bfc3-43b0-45ef-8804-467cdcccb6f8,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:37.708455 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-06976feb-eac6-4b1a-ac41-319e845d9f66 req-5b4ff3dd-1b9f-42d3-aa13-e90c44cdcca5 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 210 time: 0.1347480 Jul 13 18:23:37.729450 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port 5cc78bc9-0423-46a6-bc80-d4810c31ed69 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:23:37.760324 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 5cc78bc9-0423-46a6-bc80-d4810c31ed69 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:37.760917 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:37.850719 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-71755205-2d6d-471a-b90d-b78c3d2a60cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:37.865012 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-71755205-2d6d-471a-b90d-b78c3d2a60cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:37.871418 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d758c2f4-2043-4544-bc5f-83312b8af35b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for port, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:37.904818 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d758c2f4-2043-4544-bc5f-83312b8af35b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:37.904999 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'name': 'tempest-AttachVolumeTestJSON-58642875-router', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:08Z', 'updated_at': '2021-07-13T18:23:25Z', 'revision_number': 4, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'gw_port': {'id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:11Z', 'updated_at': '2021-07-13T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '464d17db-5952-442b-be1b-f2e1325182b0', 'name': '', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'mac_address': 'fa:16:3e:8b:40:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:22Z', 'updated_at': '2021-07-13T18:23:35Z', 'revision_number': 4, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'subnets': [{'id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:37.931937 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12eb757-a120-48ce-96d2-6ef5fe2c79c0 req-264f47e3-32ca-4629-9916-2b245cf03d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:37.940567 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c12eb757-a120-48ce-96d2-6ef5fe2c79c0 req-264f47e3-32ca-4629-9916-2b245cf03d46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cff2af9574c5494f98b393d6c3ccf318&device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 1097 time: 0.5045729 Jul 13 18:23:37.946295 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7df940c5-be1a-49b8-be86-4772fd3be759 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:37.962770 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dec7f4-edcc-464b-a129-7e9405e77df1 None None] The sync data for ids ['1031d51e-9848-4be1-8f64-a097b2df47ad'] in dv-cinder-786928-3-iscsi is: [{'id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'name': 'tempest-AttachVolumeTestJSON-58642875-router', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:08Z', 'updated_at': '2021-07-13T18:23:25Z', 'revision_number': 4, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'gw_port': {'id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:11Z', 'updated_at': '2021-07-13T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '464d17db-5952-442b-be1b-f2e1325182b0', 'name': '', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'mac_address': 'fa:16:3e:8b:40:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:22Z', 'updated_at': '2021-07-13T18:23:35Z', 'revision_number': 4, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'subnets': [{'id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:23:37.971822 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d758c2f4-2043-4544-bc5f-83312b8af35b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8001390'] for floatingip, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:38.058272 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-71755205-2d6d-471a-b90d-b78c3d2a60cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0caaddbf59964882992ba3cb2bfeb4ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6408148 Jul 13 18:23:38.058272 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71755205-2d6d-471a-b90d-b78c3d2a60cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e02fd3-7c2a-4e26-b166-a9c97ff2cfe2,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:38.119084 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 33794) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:38.189998 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d758c2f4-2043-4544-bc5f-83312b8af35b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for floatingip, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:38.193000 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-d758c2f4-2043-4544-bc5f-83312b8af35b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0757084 Jul 13 18:23:38.232795 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:38.330888 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758c2f4-2043-4544-bc5f-83312b8af35b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Pushing event updated for resources: {'Port': ['ID=13dbcf56-8e96-4889-b402-2c7b0477edde,revision_number=2']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:38.354805 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-44e1b040-2a37-4db8-abcb-cd9fc29a7116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:38.417303 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port 5cc78bc9-0423-46a6-bc80-d4810c31ed69, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=5cc78bc9-0423-46a6-bc80-d4810c31ed69,segment=NetworkSegment(83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a),segment_id=83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:23:38.438544 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:38.472929 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-44e1b040-2a37-4db8-abcb-cd9fc29a7116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:38.611242 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=5cc78bc9-0423-46a6-bc80-d4810c31ed69,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:38.712073 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-44e1b040-2a37-4db8-abcb-cd9fc29a7116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:38.715548 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-44e1b040-2a37-4db8-abcb-cd9fc29a7116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:38.717124 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-44e1b040-2a37-4db8-abcb-cd9fc29a7116 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/81e02fd3-7c2a-4e26-b166-a9c97ff2cfe2 HTTP/1.1" status: 204 len: 168 time: 0.5884459 Jul 13 18:23:38.744292 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1b040-2a37-4db8-abcb-cd9fc29a7116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e02fd3-7c2a-4e26-b166-a9c97ff2cfe2,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:38.820722 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12eb757-a120-48ce-96d2-6ef5fe2c79c0 req-63fbb898-20c9-4a2f-bd51-85ddf01104f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:38.822609 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c12eb757-a120-48ce-96d2-6ef5fe2c79c0 req-63fbb898-20c9-4a2f-bd51-85ddf01104f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b48cbe32-a3e9-46b8-bbcd-f5440ecc9196 HTTP/1.1" status: 200 len: 912 time: 0.8697939 Jul 13 18:23:38.923282 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-580606c3-9882-4716-9390-761e0bec0470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:38.944640 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01d98e-ee45-4e55-a4e1-1349b1eb42b5 req-fbf458da-f2f9-4281-87e6-9e234478aeb0 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:38.975090 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4f01d98e-ee45-4e55-a4e1-1349b1eb42b5 req-fbf458da-f2f9-4281-87e6-9e234478aeb0 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 944 time: 1.2358155 Jul 13 18:23:38.988672 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device b451eb4a-b4cd-456f-8ee3-ecfd2da09c41 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:23:39.184654 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port b451eb4a-b4cd-456f-8ee3-ecfd2da09c41 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:39.189247 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:39.422671 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:39.486447 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 464d17db-5952-442b-be1b-f2e1325182b0 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:23:39.699703 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port 464d17db-5952-442b-be1b-f2e1325182b0 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:23:39.723694 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 464d17db-5952-442b-be1b-f2e1325182b0 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:39.724144 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:39.860452 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 33844) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:39.878654 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-d51b1b59-b136-4e00-89bf-34711e951386 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:39.897541 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-d51b1b59-b136-4e00-89bf-34711e951386 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/networks?id=8712c6dd-710d-48bd-92a1-6aa9b9fb58fe HTTP/1.1" status: 200 len: 818 time: 1.0724745 Jul 13 18:23:39.945281 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-822a1c20-531b-4269-bfb3-261315808e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:39.985006 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c12eb757-a120-48ce-96d2-6ef5fe2c79c0 req-05aa3168-bab2-46ac-982b-6d13a171258a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64a98aa1-f467-4a1b-9836-34aad65fe649 HTTP/1.1" status: 200 len: 217 time: 1.1333275 Jul 13 18:23:40.119527 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:40.154580 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-92f2d92a-a848-427a-815b-f3fb8f60740e tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/quotas/6142a2ec1d3e454297a59aa3b11d17aa HTTP/1.1" status: 200 len: 375 time: 0.2220447 Jul 13 18:23:40.212402 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port 464d17db-5952-442b-be1b-f2e1325182b0, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=464d17db-5952-442b-be1b-f2e1325182b0,segment=NetworkSegment(a17767d0-de67-47b0-8ed9-eb81d030d04e),segment_id=a17767d0-de67-47b0-8ed9-eb81d030d04e)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:23:40.217609 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:40.337542 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=464d17db-5952-442b-be1b-f2e1325182b0,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:40.341162 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12eb757-a120-48ce-96d2-6ef5fe2c79c0 req-e0ed13ac-50ad-4e4a-b797-f436b2fc2629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:40.357243 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c12eb757-a120-48ce-96d2-6ef5fe2c79c0 req-e0ed13ac-50ad-4e4a-b797-f436b2fc2629 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b79c5cc-324c-4f8c-a974-15d74bdf75d8 HTTP/1.1" status: 200 len: 851 time: 0.2748513 Jul 13 18:23:40.449122 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4f01d98e-ee45-4e55-a4e1-1349b1eb42b5 req-0bf0ef10-a407-4f07-80ac-1fc0669ba66c tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15dab5e-3410-4128-b2f2-8158cba100e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4802773 Jul 13 18:23:40.568831 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-8ad9e43f-55c5-49c6-a9d8-f8ef9510ba5f tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6142a2ec1d3e454297a59aa3b11d17aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3917596 Jul 13 18:23:40.573561 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7df940c5-be1a-49b8-be86-4772fd3be759 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:40.600984 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7df940c5-be1a-49b8-be86-4772fd3be759 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:40.640244 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 5cc78bc9-0423-46a6-bc80-d4810c31ed69 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:23:40.677930 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c12eb757-a120-48ce-96d2-6ef5fe2c79c0 req-facbf12f-eb35-4e6c-a249-25c4592d3f2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b48cbe32-a3e9-46b8-bbcd-f5440ecc9196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301765 Jul 13 18:23:40.785358 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-822a1c20-531b-4269-bfb3-261315808e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:40.791629 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-822a1c20-531b-4269-bfb3-261315808e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:40.850726 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c12eb757-a120-48ce-96d2-6ef5fe2c79c0 req-e0ea90c0-64d2-4308-b05b-0ced65fc7782 service neutron] 10.222.0.32 "GET /v2.0/networks/b48cbe32-a3e9-46b8-bbcd-f5440ecc9196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457524 Jul 13 18:23:40.857209 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 5cc78bc9-0423-46a6-bc80-d4810c31ed69 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:40.858255 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:40.892389 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-822a1c20-531b-4269-bfb3-261315808e03 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b3b9fdfc2e84c799f6f93aa89be4de2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0279179 Jul 13 18:23:40.895061 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 33878) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:40.905778 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7df940c5-be1a-49b8-be86-4772fd3be759 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:40.907024 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-7df940c5-be1a-49b8-be86-4772fd3be759 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.5456948 Jul 13 18:23:40.949974 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 33880) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:41.029758 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-98da4e99-8348-470d-945d-d9f2c2510d53 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Request body: {'security_group_rule': {'security_group_id': 'cdae810a-dbad-498d-93c6-59946709d4c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:41.043232 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df940c5-be1a-49b8-be86-4772fd3be759 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdae810a-dbad-498d-93c6-59946709d4c1,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:41.043717 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 464d17db-5952-442b-be1b-f2e1325182b0 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:23:41.068909 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a1c20-531b-4269-bfb3-261315808e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0a49e6-a0d1-4a4e-8ba9-455a11920c89,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:41.114309 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-144bf4d9-9252-4e58-a1de-98e86087e8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:41.141212 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c12eb757-a120-48ce-96d2-6ef5fe2c79c0 req-e6f65910-6ddc-4c88-b067-82c38754fc98 service neutron] 10.222.0.32 "GET /v2.0/networks/b48cbe32-a3e9-46b8-bbcd-f5440ecc9196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799819 Jul 13 18:23:41.157674 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 464d17db-5952-442b-be1b-f2e1325182b0 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:41.158051 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:41.184477 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-144bf4d9-9252-4e58-a1de-98e86087e8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:41.195310 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-98da4e99-8348-470d-945d-d9f2c2510d53 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:41.257778 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-7f3821b0-e7d3-49b5-955d-5384fb664b9c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--598715149&fields=id&tenant_id=68241fca29234db0be94c2b6f7eaeb4d HTTP/1.1" status: 200 len: 267 time: 0.3067174 Jul 13 18:23:41.335260 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-144bf4d9-9252-4e58-a1de-98e86087e8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:41.338932 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-144bf4d9-9252-4e58-a1de-98e86087e8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:41.345184 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-144bf4d9-9252-4e58-a1de-98e86087e8a0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6c0a49e6-a0d1-4a4e-8ba9-455a11920c89 HTTP/1.1" status: 204 len: 168 time: 0.4367676 Jul 13 18:23:41.376109 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bf4d9-9252-4e58-a1de-98e86087e8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0a49e6-a0d1-4a4e-8ba9-455a11920c89,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:41.421132 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-98da4e99-8348-470d-945d-d9f2c2510d53 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:41.429093 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-98da4e99-8348-470d-945d-d9f2c2510d53 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:41.467292 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-2d6db0ae-36ac-4106-aa0d-68f998036947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:41.484693 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-98da4e99-8348-470d-945d-d9f2c2510d53 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:41.486561 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-98da4e99-8348-470d-945d-d9f2c2510d53 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5328457 Jul 13 18:23:41.491234 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 33896) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:41.493587 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da4e99-8348-470d-945d-d9f2c2510d53 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083856be-2a15-4aed-ba9f-2dfc70826d29,revision_number=0']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:41.499011 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-c26994ff-9963-471d-adad-5737c2aa9da9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Request body: {'security_group_rule': {'security_group_id': 'cdae810a-dbad-498d-93c6-59946709d4c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:41.516211 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-f124ab89-3239-46c9-9216-7c9ba38faa55 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:41.523071 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-f124ab89-3239-46c9-9216-7c9ba38faa55 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/networks?id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d HTTP/1.1" status: 200 len: 817 time: 0.2266231 Jul 13 18:23:41.539397 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-69df6acb-11fd-4c9a-9cd0-9365bb7b0d66 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/quotas/68241fca29234db0be94c2b6f7eaeb4d HTTP/1.1" status: 200 len: 375 time: 0.0153248 Jul 13 18:23:41.588006 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c26994ff-9963-471d-adad-5737c2aa9da9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:41.662154 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-bf821c48-98ce-49ab-a7c8-ef00a9fb333b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=68241fca29234db0be94c2b6f7eaeb4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1214817 Jul 13 18:23:41.686369 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:41.765984 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c26994ff-9963-471d-adad-5737c2aa9da9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:41.775428 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c26994ff-9963-471d-adad-5737c2aa9da9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:41.828245 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26994ff-9963-471d-adad-5737c2aa9da9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd59f7e7-f0a9-44b2-b500-b2870ca1e5af,revision_number=0']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:41.829730 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-369b83d0-99bd-419b-8c6a-85d8c0ae9770 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=92973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 18:23:41.836403 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-369b83d0-99bd-419b-8c6a-85d8c0ae9770 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7884128 Jul 13 18:23:41.864060 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c26994ff-9963-471d-adad-5737c2aa9da9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:41.866410 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-c26994ff-9963-471d-adad-5737c2aa9da9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3735800 Jul 13 18:23:41.871133 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 33902) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:41.880455 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-b840b488-60fc-439e-a834-e51b4273fffd tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Request body: {'floatingip': {'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:41.937709 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b840b488-60fc-439e-a834-e51b4273fffd tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for floatingip, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:42.215697 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b840b488-60fc-439e-a834-e51b4273fffd tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:42.331396 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-9e149bb8-cad1-4991-bde4-7162746b7d23 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:42.337209 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-9e149bb8-cad1-4991-bde4-7162746b7d23 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.32 "GET /v2.0/networks?id=8712c6dd-710d-48bd-92a1-6aa9b9fb58fe HTTP/1.1" status: 200 len: 818 time: 0.6734331 Jul 13 18:23:42.362631 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 33910) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:42.384605 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-045d7724-cc33-47c5-9a55-3f70001a9f84 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Request body: {'port': {'device_id': '33a0566a-c3e7-47bc-8d63-b44fdc251876', 'network_id': '8712c6dd-710d-48bd-92a1-6aa9b9fb58fe', 'admin_state_up': True, 'tenant_id': '6142a2ec1d3e454297a59aa3b11d17aa'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:42.424818 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_common [None req-b840b488-60fc-439e-a834-e51b4273fffd tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Allocated IP 172.27.2.127 (245bce84-6448-48c3-832e-229c4a14376b/dd702e20-22b6-412e-a631-757c226d263b/317797d9-d5d8-4f90-964a-288ad0bccfac) {{(pid=92974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:23:42.452159 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-139217d9-4181-4a2d-ade6-454c0e73ee82 service neutron] 10.222.0.11 "GET /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001802 Jul 13 18:23:42.460965 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-361728c0-dddb-4591-a051-433985471aed service neutron] 10.222.0.11 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7424953 Jul 13 18:23:42.681387 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b840b488-60fc-439e-a834-e51b4273fffd tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for port, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:42.695307 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:42.707608 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-2264d858-e157-4707-a7d4-4ed4c423e317 service neutron] 10.222.0.11 "GET /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360845 Jul 13 18:23:42.723396 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-206a3cb3-2f99-4d06-a13f-4d0252271ec9 service neutron] 10.222.0.11 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613256 Jul 13 18:23:42.772058 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-045d7724-cc33-47c5-9a55-3f70001a9f84 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Made reservation on behalf of 6142a2ec1d3e454297a59aa3b11d17aa for: {'port': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:23:42.776307 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-045d7724-cc33-47c5-9a55-3f70001a9f84 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:42.832168 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b840b488-60fc-439e-a834-e51b4273fffd tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:42.968961 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b840b488-60fc-439e-a834-e51b4273fffd tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Network 245bce84-6448-48c3-832e-229c4a14376b is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:23:42.989332 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-b840b488-60fc-439e-a834-e51b4273fffd tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:23:43.001622 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b840b488-60fc-439e-a834-e51b4273fffd tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Received port after_create {{(pid=92974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:23:43.054623 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840b488-60fc-439e-a834-e51b4273fffd tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Pushing event updated for resources: {'Port': ['ID=317797d9-d5d8-4f90-964a-288ad0bccfac,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:43.073921 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7eb1e171-dc2b-4498-b7f8-071b683c06ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:43.155657 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b840b488-60fc-439e-a834-e51b4273fffd tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:43.353017 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-045d7724-cc33-47c5-9a55-3f70001a9f84 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Allocated IP 172.20.0.3 (8712c6dd-710d-48bd-92a1-6aa9b9fb58fe/23bf7fe7-0ee1-431f-b75e-99e1897408f7/a1cd7930-dec2-4533-b2cd-c0601d80036f) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:23:43.398419 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b840b488-60fc-439e-a834-e51b4273fffd tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:43.568013 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-045d7724-cc33-47c5-9a55-3f70001a9f84 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:43.708069 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-045d7724-cc33-47c5-9a55-3f70001a9f84 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:43.990445 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b840b488-60fc-439e-a834-e51b4273fffd tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for port, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:44.006879 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b840b488-60fc-439e-a834-e51b4273fffd tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:44.056073 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 64a98aa1-f467-4a1b-9836-34aad65fe649 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:23:44.149433 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b840b488-60fc-439e-a834-e51b4273fffd tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8001390'] for floatingip, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:44.195785 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ac955d4f-32b6-4110-94e0-2068d164674d req-85c2fb3a-721e-4087-ad18-b0bd7e8138aa tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 210 time: 0.5671923 Jul 13 18:23:44.199437 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-045d7724-cc33-47c5-9a55-3f70001a9f84 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Network 8712c6dd-710d-48bd-92a1-6aa9b9fb58fe is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:23:44.213969 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-045d7724-cc33-47c5-9a55-3f70001a9f84 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:23:44.219989 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-045d7724-cc33-47c5-9a55-3f70001a9f84 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:23:44.234049 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-045d7724-cc33-47c5-9a55-3f70001a9f84 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:44.235842 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-045d7724-cc33-47c5-9a55-3f70001a9f84 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:44.240318 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840b488-60fc-439e-a834-e51b4273fffd tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Pushing event updated for resources: {'Port': ['ID=317797d9-d5d8-4f90-964a-288ad0bccfac,revision_number=2']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:44.389504 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d7724-cc33-47c5-9a55-3f70001a9f84 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Pushing event updated for resources: {'Port': ['ID=a1cd7930-dec2-4533-b2cd-c0601d80036f,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:44.433133 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f50e8f-d1b9-4387-990c-e589a00890c2 req-9c89a1ba-ccb2-46c5-9e34-0947f0c77cf4 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:44.442810 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-65f50e8f-d1b9-4387-990c-e589a00890c2 req-9c89a1ba-ccb2-46c5-9e34-0947f0c77cf4 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 944 time: 0.8115518 Jul 13 18:23:44.533144 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:44.546309 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-65f50e8f-d1b9-4387-990c-e589a00890c2 req-9eaaaf02-6544-40c9-a009-ebc5b3643996 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15dab5e-3410-4128-b2f2-8158cba100e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016543 Jul 13 18:23:44.631687 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7b83e41c-8abc-4960-9201-5ddaf6f59c86 req-dcb5e380-6a82-49b7-9eeb-683cd1a89104 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 210 time: 0.1418204 Jul 13 18:23:44.634223 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7eb1e171-dc2b-4498-b7f8-071b683c06ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:44.646456 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7eb1e171-dc2b-4498-b7f8-071b683c06ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:44.651100 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b840b488-60fc-439e-a834-e51b4273fffd tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for floatingip, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:44.653027 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-b840b488-60fc-439e-a834-e51b4273fffd tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7802324 Jul 13 18:23:44.672736 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-045d7724-cc33-47c5-9a55-3f70001a9f84 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3082416 Jul 13 18:23:44.740797 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 64a98aa1-f467-4a1b-9836-34aad65fe649, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=64a98aa1-f467-4a1b-9836-34aad65fe649,segment=NetworkSegment(ef2a038d-2c4a-4097-a9d3-da6cef53be89),segment_id=ef2a038d-2c4a-4097-a9d3-da6cef53be89)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:23:44.771869 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': '64a98aa1-f467-4a1b-9836-34aad65fe649', 'network_id': 'b48cbe32-a3e9-46b8-bbcd-f5440ecc9196', 'port_id': '64a98aa1-f467-4a1b-9836-34aad65fe649', 'mac_address': 'fa:16:3e:75:52:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b79c5cc-324c-4f8c-a974-15d74bdf75d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:23:44.772274 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-c2e457a6-cedd-4231-9cc1-5b6e35cf342a service neutron] Request body: {'port': {'device_id': '33a0566a-c3e7-47bc-8d63-b44fdc251876', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:44.835386 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 33984) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:44.835893 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-7eb1e171-dc2b-4498-b7f8-071b683c06ca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=69488de092f1456e82bd43b75724f65b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4449830 Jul 13 18:23:44.867738 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:44.875403 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1e171-dc2b-4498-b7f8-071b683c06ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f71632-3f5a-42bc-9f95-b074ef8bdbde,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:44.913378 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a98aa1-f467-4a1b-9836-34aad65fe649 {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:23:44.960830 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0226be79-a253-4951-b89f-02d12c1b0b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:44.965797 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 64a98aa1-f467-4a1b-9836-34aad65fe649, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=64a98aa1-f467-4a1b-9836-34aad65fe649,segment=NetworkSegment(ef2a038d-2c4a-4097-a9d3-da6cef53be89),segment_id=ef2a038d-2c4a-4097-a9d3-da6cef53be89)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:23:44.973719 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:45.033443 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0226be79-a253-4951-b89f-02d12c1b0b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:45.042177 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-c2e457a6-cedd-4231-9cc1-5b6e35cf342a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:45.226749 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0226be79-a253-4951-b89f-02d12c1b0b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:45.248478 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0226be79-a253-4951-b89f-02d12c1b0b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:45.251680 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-0226be79-a253-4951-b89f-02d12c1b0b13 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/06f71632-3f5a-42bc-9f95-b074ef8bdbde HTTP/1.1" status: 204 len: 168 time: 0.4138849 Jul 13 18:23:45.290567 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226be79-a253-4951-b89f-02d12c1b0b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f71632-3f5a-42bc-9f95-b074ef8bdbde,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:45.304732 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=64a98aa1-f467-4a1b-9836-34aad65fe649,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:45.360419 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['64a98aa1-f467-4a1b-9836-34aad65fe649'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:23:45.808488 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-13dc88ac-447e-45f8-bad6-d4de506b8789 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--184792837&fields=id&tenant_id=4a6911fcceca4a7a9b21b2e7b761c0d4 HTTP/1.1" status: 200 len: 267 time: 0.2088165 Jul 13 18:23:45.880514 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-94a03f7e-f16f-4417-8380-e573ce99811e req-93e34168-a54d-4467-9047-801d1865adf8 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 210 time: 0.1070113 Jul 13 18:23:45.961926 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-c2e457a6-cedd-4231-9cc1-5b6e35cf342a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1cd7930-dec2-4533-b2cd-c0601d80036f {{(pid=92973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:23:46.125138 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.32', 49637) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:46.180350 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-c2e457a6-cedd-4231-9cc1-5b6e35cf342a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:46.302824 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-c2e457a6-cedd-4231-9cc1-5b6e35cf342a service neutron] Transition to ACTIVE for port object a1cd7930-dec2-4533-b2cd-c0601d80036f will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:23:46.345709 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-c2e457a6-cedd-4231-9cc1-5b6e35cf342a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:46.520173 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-0f341d5a-d1b9-43c7-86e2-e22744902a78 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:46.521940 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-0f341d5a-d1b9-43c7-86e2-e22744902a78 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/networks?id=17302fc4-2689-41b0-91b7-3c3e6cf2a62b HTTP/1.1" status: 200 len: 809 time: 0.6377904 Jul 13 18:23:46.530668 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e457a6-cedd-4231-9cc1-5b6e35cf342a service neutron] Pushing event updated for resources: {'Port': ['ID=a1cd7930-dec2-4533-b2cd-c0601d80036f,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:46.592324 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-3ab8b561-b97b-4bd0-a5d4-1bc8f554a34f tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/quotas/4a6911fcceca4a7a9b21b2e7b761c0d4 HTTP/1.1" status: 200 len: 375 time: 0.0586197 Jul 13 18:23:46.855442 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-5bc77acc-8422-4885-91ab-8ada357f64f3 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:46.857091 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-5bc77acc-8422-4885-91ab-8ada357f64f3 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.32 "GET /v2.0/networks?id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d HTTP/1.1" status: 200 len: 817 time: 0.7304518 Jul 13 18:23:46.913779 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-c2e457a6-cedd-4231-9cc1-5b6e35cf342a service neutron] Attempting to bind port a1cd7930-dec2-4533-b2cd-c0601d80036f on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:23:46.914456 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-c2e457a6-cedd-4231-9cc1-5b6e35cf342a service neutron] Attempting to bind port a1cd7930-dec2-4533-b2cd-c0601d80036f by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8712c6dd-710d-48bd-92a1-6aa9b9fb58fe'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:23:46.914832 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-c2e457a6-cedd-4231-9cc1-5b6e35cf342a service neutron] Attempting to bind port a1cd7930-dec2-4533-b2cd-c0601d80036f on network 8712c6dd-710d-48bd-92a1-6aa9b9fb58fe {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:23:46.932472 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-c2e457a6-cedd-4231-9cc1-5b6e35cf342a service neutron] Port a1cd7930-dec2-4533-b2cd-c0601d80036f on network 8712c6dd-710d-48bd-92a1-6aa9b9fb58fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 18:23:46.932811 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-c2e457a6-cedd-4231-9cc1-5b6e35cf342a service neutron] Attempting to bind port a1cd7930-dec2-4533-b2cd-c0601d80036f on network 8712c6dd-710d-48bd-92a1-6aa9b9fb58fe {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:23:46.944969 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134107f-4425-41af-ad81-ac435ca69dd8 req-c6f5bd16-e46f-447c-9fa5-06a1d0544f19 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:46.952718 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1134107f-4425-41af-ad81-ac435ca69dd8 req-c6f5bd16-e46f-447c-9fa5-06a1d0544f19 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 945 time: 0.5888934 Jul 13 18:23:46.972801 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-c2e457a6-cedd-4231-9cc1-5b6e35cf342a service neutron] Checking agent: {'id': '42658009-1da3-417e-95f4-9a37477be153', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'started_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:23:46.973644 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-c2e457a6-cedd-4231-9cc1-5b6e35cf342a service neutron] Checking segment: {'id': '83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8712c6dd-710d-48bd-92a1-6aa9b9fb58fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:23:46.974181 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-c2e457a6-cedd-4231-9cc1-5b6e35cf342a service neutron] Bound using segment: {'id': '83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8712c6dd-710d-48bd-92a1-6aa9b9fb58fe'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:23:46.975318 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-c2e457a6-cedd-4231-9cc1-5b6e35cf342a service neutron] Bound port: a1cd7930-dec2-4533-b2cd-c0601d80036f, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8712c6dd-710d-48bd-92a1-6aa9b9fb58fe'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:23:46.975804 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-c2e457a6-cedd-4231-9cc1-5b6e35cf342a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:47.070205 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1134107f-4425-41af-ad81-ac435ca69dd8 req-af725ad1-c213-45e2-818f-e494d052d9a8 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15dab5e-3410-4128-b2f2-8158cba100e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159918 Jul 13 18:23:47.103935 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-ba52aedc-7262-40c4-9036-3a4d78e5a6f2 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4a6911fcceca4a7a9b21b2e7b761c0d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5011275 Jul 13 18:23:47.140495 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-c2e457a6-cedd-4231-9cc1-5b6e35cf342a service neutron] For port a1cd7930-dec2-4533-b2cd-c0601d80036f, host hv-cinder-78692, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:23:47.146793 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-c2e457a6-cedd-4231-9cc1-5b6e35cf342a service neutron] For port a1cd7930-dec2-4533-b2cd-c0601d80036f, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a1cd7930-dec2-4533-b2cd-c0601d80036f,segment=NetworkSegment(83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a),segment_id=83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:23:47.154445 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-c2e457a6-cedd-4231-9cc1-5b6e35cf342a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:47.302278 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-c2e457a6-cedd-4231-9cc1-5b6e35cf342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:47.303291 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-c2e457a6-cedd-4231-9cc1-5b6e35cf342a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:47.305540 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-c2e457a6-cedd-4231-9cc1-5b6e35cf342a service neutron] 10.222.0.32 "PUT /v2.0/ports/a1cd7930-dec2-4533-b2cd-c0601d80036f HTTP/1.1" status: 200 len: 1093 time: 2.5914879 Jul 13 18:23:47.309294 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a0566a-c3e7-47bc-8d63-b44fdc251876', 'tag': 'a1cd7930-dec2-4533-b2cd-c0601d80036f'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:23:47.313283 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29db74e1-0b9c-44fe-87a3-d0326d20cd04" -d '{"events": [{"name": "network-changed", "server_uuid": "33a0566a-c3e7-47bc-8d63-b44fdc251876", "tag": "a1cd7930-dec2-4533-b2cd-c0601d80036f"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:23:47.318558 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 34064) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:47.374923 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-26886a33-06c0-4d17-be45-d013b8207d87 req-5bf15ec3-b596-4040-a2e5-c1cddc02c677 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 210 time: 0.1019444 Jul 13 18:23:47.391801 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e457a6-cedd-4231-9cc1-5b6e35cf342a service neutron] Pushing event updated for resources: {'Port': ['ID=a1cd7930-dec2-4533-b2cd-c0601d80036f,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:47.460993 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-cefec9b9-5426-4827-9650-3e06e4494a8b service neutron] 10.222.0.11 "GET /v2.0/networks/17302fc4-2689-41b0-91b7-3c3e6cf2a62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884810 Jul 13 18:23:47.504824 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-4ce65c7b-d8dc-48fb-9f8b-11f522ef9021 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1464866344-network', 'tenant_id': 'ed8fb58b08ca4feda7a563897beefb9a'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:47.541256 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce65c7b-d8dc-48fb-9f8b-11f522ef9021 admin admin] Made reservation on behalf of ed8fb58b08ca4feda7a563897beefb9a for: {'network': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:23:47.544358 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4ce65c7b-d8dc-48fb-9f8b-11f522ef9021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for network, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:47.560945 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4ce65c7b-d8dc-48fb-9f8b-11f522ef9021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:47.603362 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-54cd7997-693e-4990-a2de-2db5533732ae req-12b9b843-b0c7-4c19-978e-81dbbc248ba5 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 210 time: 0.0502098 Jul 13 18:23:47.682003 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-6315fa8d-4d6a-4891-a9e8-7b23a468516d service neutron] 10.222.0.11 "GET /v2.0/networks/17302fc4-2689-41b0-91b7-3c3e6cf2a62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146819 Jul 13 18:23:47.689637 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4ce65c7b-d8dc-48fb-9f8b-11f522ef9021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:47.707107 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4ce65c7b-d8dc-48fb-9f8b-11f522ef9021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:47.719829 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b451415-5567-4171-b50f-2c37d99db467 x-openstack-request-id: req-0b451415-5567-4171-b50f-2c37d99db467 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:23:47.719987 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33a0566a-c3e7-47bc-8d63-b44fdc251876", "tag": "a1cd7930-dec2-4533-b2cd-c0601d80036f", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:23:47.720324 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b451415-5567-4171-b50f-2c37d99db467 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:23:47.720769 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a0566a-c3e7-47bc-8d63-b44fdc251876', 'tag': 'a1cd7930-dec2-4533-b2cd-c0601d80036f', 'status': 'completed', 'code': 200} Jul 13 18:23:47.743359 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce65c7b-d8dc-48fb-9f8b-11f522ef9021 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=92974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 18:23:47.770068 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4ce65c7b-d8dc-48fb-9f8b-11f522ef9021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:47.770625 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.segments_db [None req-4ce65c7b-d8dc-48fb-9f8b-11f522ef9021 admin admin] Added segment 12043d78-9a2a-42dd-9009-3078576e34cb of type vlan for network 98ff56f9-4d20-4859-95f2-c75cf0dfae5f Jul 13 18:23:47.773235 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce65c7b-d8dc-48fb-9f8b-11f522ef9021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2615627f-82a5-4541-a0a5-a2479b672eb0,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:47.832713 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4ce65c7b-d8dc-48fb-9f8b-11f522ef9021 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737535993375'] for network, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:47.890739 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4ce65c7b-d8dc-48fb-9f8b-11f522ef9021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for network, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:47.892535 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce65c7b-d8dc-48fb-9f8b-11f522ef9021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:47.893474 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4ce65c7b-d8dc-48fb-9f8b-11f522ef9021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:48.008275 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1ed999f0-3528-43a4-81e8-bf877b59bd59 req-4cb1b127-67ed-4afc-94d7-f2cd7b57e975 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 210 time: 0.0793278 Jul 13 18:23:48.016133 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 34074) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:48.017723 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-4ce65c7b-d8dc-48fb-9f8b-11f522ef9021 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6969533 Jul 13 18:23:48.024950 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-e81a12fb-c023-4653-8b18-b830cf16165c admin admin] Request body: {'subnet': {'network_id': '98ff56f9-4d20-4859-95f2-c75cf0dfae5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1464866344-subnet', 'tenant_id': 'ed8fb58b08ca4feda7a563897beefb9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:48.046657 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce65c7b-d8dc-48fb-9f8b-11f522ef9021 admin admin] Pushing event updated for resources: {'Network': ['ID=98ff56f9-4d20-4859-95f2-c75cf0dfae5f,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:48.057624 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81a12fb-c023-4653-8b18-b830cf16165c admin admin] Made reservation on behalf of ed8fb58b08ca4feda7a563897beefb9a for: {'subnet': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:23:48.064431 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e81a12fb-c023-4653-8b18-b830cf16165c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:48.064876 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Network 98ff56f9-4d20-4859-95f2-c75cf0dfae5f details requested by agent ovs-agent-dv-cinder-786928-3-iscsi with host dv-cinder-786928-3-iscsi {{(pid=92975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 18:23:48.494841 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e81a12fb-c023-4653-8b18-b830cf16165c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for subnet, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:48.633812 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a12fb-c023-4653-8b18-b830cf16165c admin admin] Pushing event updated for resources: {'Subnet': ['ID=77a0fb94-28bc-4f13-aaee-dec6264d0eb7,revision_number=0']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:48.688905 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f9aba310-52a9-43fe-abd0-cd18f5dae05d req-c1e9b9c3-e330-4da1-99b7-ed8da6b779e9 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 210 time: 0.0885003 Jul 13 18:23:48.710797 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89478959-d8c4-42ab-9e5e-c7bbbd8befc3 req-1ce4a1d2-df4e-4379-8d53-1694e4a53b28 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:48.714890 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-89478959-d8c4-42ab-9e5e-c7bbbd8befc3 req-1ce4a1d2-df4e-4379-8d53-1694e4a53b28 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 945 time: 0.3293285 Jul 13 18:23:48.723444 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81a12fb-c023-4653-8b18-b830cf16165c admin admin] Checking segment: {'id': '12043d78-9a2a-42dd-9009-3078576e34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '98ff56f9-4d20-4859-95f2-c75cf0dfae5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:23:48.724046 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81a12fb-c023-4653-8b18-b830cf16165c admin admin] Network hostable DHCP agents. Network: 98ff56f9-4d20-4859-95f2-c75cf0dfae5f, hostable agents: ['65b15fd5-f86c-4cf1-b54a-6ad638ce2cca'], hosted agents: [] {{(pid=92973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 18:23:48.776261 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81a12fb-c023-4653-8b18-b830cf16165c admin admin] Network 98ff56f9-4d20-4859-95f2-c75cf0dfae5f is scheduled to be hosted by DHCP agent 65b15fd5-f86c-4cf1-b54a-6ad638ce2cca with binding_index 1 {{(pid=92973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 18:23:48.784857 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-89478959-d8c4-42ab-9e5e-c7bbbd8befc3 req-583d3740-a613-485d-96e7-60d96c262305 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15dab5e-3410-4128-b2f2-8158cba100e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638342 Jul 13 18:23:48.793556 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-e81a12fb-c023-4653-8b18-b830cf16165c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-3-iscsi, 98ff56f9-4d20-4859-95f2-c75cf0dfae5f) {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:23:48.806054 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81a12fb-c023-4653-8b18-b830cf16165c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:48.806297 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5af6b50-55c6-47e4-9ca7-9994701d0ce9 None None] Network 98ff56f9-4d20-4859-95f2-c75cf0dfae5f requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:23:48.807245 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e81a12fb-c023-4653-8b18-b830cf16165c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for subnet, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:48.844414 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-e81a12fb-c023-4653-8b18-b830cf16165c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8267689 Jul 13 18:23:48.938421 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b4bff0b6-cbdf-470f-bcef-0eb71257ff43 req-4af7ca2a-c0ef-46f7-b1d4-8bd6cd8052f4 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 210 time: 0.0475359 Jul 13 18:23:48.991296 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ac3bf5-df51-4b9f-914b-41c3d0096a4f None None] Network 98ff56f9-4d20-4859-95f2-c75cf0dfae5f requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:23:49.287010 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-89d4b0a9-e62a-44e5-802c-d22d250f2eec req-685a7003-a902-4ab1-92d4-643de543dee3 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 210 time: 0.0585716 Jul 13 18:23:49.462569 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.32', 49644) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:49.521026 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-b9ab4205-b546-4fda-8b45-ab658547127e tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68241fca29234db0be94c2b6f7eaeb4d HTTP/1.1" status: 200 len: 379 time: 0.2061374 Jul 13 18:23:49.546239 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-f3eaa296-f43e-4014-9676-a688eb6ebbb9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Request body: {'port': {'device_id': 'eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'admin_state_up': True, 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'security_groups': ['5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76']}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:49.689547 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db74e1-0b9c-44fe-87a3-d0326d20cd04 req-b3ac52e6-2113-4aca-a0f9-df31b4447473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:49.692053 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-29db74e1-0b9c-44fe-87a3-d0326d20cd04 req-b3ac52e6-2113-4aca-a0f9-df31b4447473 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6142a2ec1d3e454297a59aa3b11d17aa&device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 1096 time: 0.2058351 Jul 13 18:23:49.767188 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 34120) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:49.777298 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-6e1a9b67-0737-43a3-b0cf-62a459993128 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-189420569-network', 'tenant_id': '004188f380ed4501b1bfeda70791a5dc'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:49.826564 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-c04aa3d2-9280-4469-92a3-18087049aca1 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:49.835636 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-c04aa3d2-9280-4469-92a3-18087049aca1 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.32 "GET /v2.0/networks?id=8712c6dd-710d-48bd-92a1-6aa9b9fb58fe HTTP/1.1" status: 200 len: 818 time: 0.2747202 Jul 13 18:23:49.881434 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1a9b67-0737-43a3-b0cf-62a459993128 admin admin] Made reservation on behalf of 004188f380ed4501b1bfeda70791a5dc for: {'network': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:23:49.889307 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6e1a9b67-0737-43a3-b0cf-62a459993128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for network, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:49.898719 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-f3eaa296-f43e-4014-9676-a688eb6ebbb9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Made reservation on behalf of 68241fca29234db0be94c2b6f7eaeb4d for: {'port': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:23:49.907158 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-f3eaa296-f43e-4014-9676-a688eb6ebbb9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:49.933458 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6e1a9b67-0737-43a3-b0cf-62a459993128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:50.024694 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-c7ae25cb-2d13-459a-bb59-ddf2b39155d4 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Request body: {'port': {'device_id': '56c70797-ed56-4cb3-b614-1813e9884fca', 'network_id': '8712c6dd-710d-48bd-92a1-6aa9b9fb58fe', 'admin_state_up': True, 'tenant_id': '6142a2ec1d3e454297a59aa3b11d17aa'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:50.162837 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8057ad5b-59d0-41f4-8c75-7ded8437e9c7 req-b596703b-adb4-445c-a80f-c095a9d98f82 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 210 time: 0.1492946 Jul 13 18:23:50.233270 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 64a98aa1-f467-4a1b-9836-34aad65fe649 up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:23:50.388187 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning for port 64a98aa1-f467-4a1b-9836-34aad65fe649 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:23:50.398219 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port 64a98aa1-f467-4a1b-9836-34aad65fe649 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:50.401092 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:50.432996 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_common [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-f3eaa296-f43e-4014-9676-a688eb6ebbb9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Allocated IP 172.20.0.3 (b00e07c5-b28a-4ecc-8223-f86c27a5a31d/debf1583-97cc-49b3-a3ab-32a9aef91126/1c350fbe-c736-4c70-b069-c08d7601d7ba) {{(pid=92974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:23:50.580609 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-04b587fe-39a6-4d49-8ea4-60d7593c23f7 req-db1e6f75-09e4-4dad-b0a1-77c3a724e859 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 210 time: 0.1887128 Jul 13 18:23:50.618192 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db74e1-0b9c-44fe-87a3-d0326d20cd04 req-390de3b9-be7b-4e59-b418-8b95c306fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:50.622215 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-29db74e1-0b9c-44fe-87a3-d0326d20cd04 req-390de3b9-be7b-4e59-b418-8b95c306fc56 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=6142a2ec1d3e454297a59aa3b11d17aa&shared=False HTTP/1.1" status: 200 len: 919 time: 0.9077628 Jul 13 18:23:50.671819 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.32', 49648) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:50.684706 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d657d10-35e9-40fa-adff-9bb6eb5e457d req-b29c5128-9f83-41e8-b325-46fc19e9e2f4 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:50.714180 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0d657d10-35e9-40fa-adff-9bb6eb5e457d req-b29c5128-9f83-41e8-b325-46fc19e9e2f4 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 945 time: 0.6412363 Jul 13 18:23:50.727010 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:50.804413 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a98aa1-f467-4a1b-9836-34aad65fe649'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:23:50.994362 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6e1a9b67-0737-43a3-b0cf-62a459993128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:51.016880 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6e1a9b67-0737-43a3-b0cf-62a459993128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:51.059248 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 64a98aa1-f467-4a1b-9836-34aad65fe649, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=64a98aa1-f467-4a1b-9836-34aad65fe649,segment=NetworkSegment(ef2a038d-2c4a-4097-a9d3-da6cef53be89),segment_id=ef2a038d-2c4a-4097-a9d3-da6cef53be89)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:23:51.071086 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:51.165300 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1a9b67-0737-43a3-b0cf-62a459993128 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=92974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 18:23:51.179488 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6e1a9b67-0737-43a3-b0cf-62a459993128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:51.180218 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.segments_db [None req-6e1a9b67-0737-43a3-b0cf-62a459993128 admin admin] Added segment 280bdf9e-529d-4ccd-a6e5-f7fd48841607 of type vlan for network f201a881-6b25-4333-aa60-ba9ca6e5d881 Jul 13 18:23:51.212557 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=64a98aa1-f467-4a1b-9836-34aad65fe649,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:51.261292 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6e1a9b67-0737-43a3-b0cf-62a459993128 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737535993375'] for network, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:51.300005 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f897d05c-d73f-4f66-8517-00ad075ec5d8 req-0cac7d42-e544-4bb2-b286-0c305daf0e1c tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 210 time: 0.2725294 Jul 13 18:23:51.306992 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dd6b7f-5924-4833-8698-be0a81639240" -d '{"events": [{"server_uuid": "4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9", "name": "network-vif-plugged", "status": "completed", "tag": "64a98aa1-f467-4a1b-9836-34aad65fe649"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:23:51.353242 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-c7ae25cb-2d13-459a-bb59-ddf2b39155d4 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Made reservation on behalf of 6142a2ec1d3e454297a59aa3b11d17aa for: {'port': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:23:51.362530 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-c7ae25cb-2d13-459a-bb59-ddf2b39155d4 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:51.387951 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a9b67-0737-43a3-b0cf-62a459993128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2c8c27-78ba-471c-a1f7-865afae094c3,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:51.452099 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6e1a9b67-0737-43a3-b0cf-62a459993128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for network, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:51.453782 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1a9b67-0737-43a3-b0cf-62a459993128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:51.455031 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6e1a9b67-0737-43a3-b0cf-62a459993128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:51.475410 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0d657d10-35e9-40fa-adff-9bb6eb5e457d req-777f31d8-d9ff-4d65-8f6e-d7beef257d24 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15dab5e-3410-4128-b2f2-8158cba100e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7597373 Jul 13 18:23:51.555890 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db74e1-0b9c-44fe-87a3-d0326d20cd04 req-6b6f543b-46e6-46ba-83b5-0b0dbea2807b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:51.557586 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-29db74e1-0b9c-44fe-87a3-d0326d20cd04 req-6b6f543b-46e6-46ba-83b5-0b0dbea2807b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8362234 Jul 13 18:23:51.586340 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-64211979-a99a-475a-8995-57b4838fbe97 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:51.588935 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-64211979-a99a-475a-8995-57b4838fbe97 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.32 "GET /v2.0/networks?id=17302fc4-2689-41b0-91b7-3c3e6cf2a62b HTTP/1.1" status: 200 len: 809 time: 0.9126487 Jul 13 18:23:51.597511 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-f3eaa296-f43e-4014-9676-a688eb6ebbb9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for port, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:51.726281 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.provisioning_blocks [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-f3eaa296-f43e-4014-9676-a688eb6ebbb9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Transition to ACTIVE for port object 1c350fbe-c736-4c70-b069-c08d7601d7ba will not be triggered until provisioned by entity DHCP. {{(pid=92974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:23:51.821179 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-6e1a9b67-0737-43a3-b0cf-62a459993128 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0527463 Jul 13 18:23:51.833891 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a9b67-0737-43a3-b0cf-62a459993128 admin admin] Pushing event updated for resources: {'Network': ['ID=f201a881-6b25-4333-aa60-ba9ca6e5d881,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:51.842941 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7af601-ba5f-433a-baa9-7363ece69e70 x-openstack-request-id: req-ca7af601-ba5f-433a-baa9-7363ece69e70 {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:23:51.844441 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 34198) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:51.845119 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9", "name": "network-vif-plugged", "status": "completed", "tag": "64a98aa1-f467-4a1b-9836-34aad65fe649", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:23:51.846323 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca7af601-ba5f-433a-baa9-7363ece69e70 {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:23:51.849019 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a98aa1-f467-4a1b-9836-34aad65fe649', 'code': 200} Jul 13 18:23:51.849460 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-16110605-7250-461a-8632-7acf81e60168 admin admin] Request body: {'subnet': {'network_id': 'f201a881-6b25-4333-aa60-ba9ca6e5d881', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-189420569-subnet', 'tenant_id': '004188f380ed4501b1bfeda70791a5dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:51.859909 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Network f201a881-6b25-4333-aa60-ba9ca6e5d881 details requested by agent ovs-agent-dv-cinder-786928-3-iscsi with host dv-cinder-786928-3-iscsi {{(pid=92975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 18:23:51.877546 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-814aa1e0-46bd-4562-adc4-30d8c2eef590 req-644960e8-df0c-4a1c-b109-fde12dcda74b tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 210 time: 0.2166288 Jul 13 18:23:51.886814 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16110605-7250-461a-8632-7acf81e60168 admin admin] Made reservation on behalf of 004188f380ed4501b1bfeda70791a5dc for: {'subnet': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:23:51.889497 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-16110605-7250-461a-8632-7acf81e60168 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:51.896852 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-f3eaa296-f43e-4014-9676-a688eb6ebbb9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:51.911920 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-9fe77fc2-46e8-4f34-bc49-1106368e7158 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a6911fcceca4a7a9b21b2e7b761c0d4 HTTP/1.1" status: 200 len: 379 time: 0.1639483 Jul 13 18:23:52.068153 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-f4af7379-f18d-4b2b-988d-8593a84730c5 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Request body: {'port': {'device_id': '6f1de591-4fbe-4502-be40-f6bb71245d8d', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'admin_state_up': True, 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'security_groups': ['cdae810a-dbad-498d-93c6-59946709d4c1']}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:52.101674 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-9c99b3d4-ff2c-4169-a554-d1c43eb289bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:52.106063 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-9c99b3d4-ff2c-4169-a554-d1c43eb289bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6142a2ec1d3e454297a59aa3b11d17aa&device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 1096 time: 0.4125960 Jul 13 18:23:52.120475 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-c7ae25cb-2d13-459a-bb59-ddf2b39155d4 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Allocated IP 172.20.0.10 (8712c6dd-710d-48bd-92a1-6aa9b9fb58fe/23bf7fe7-0ee1-431f-b75e-99e1897408f7/a38236bc-942d-4ebf-91aa-2da310cac493) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:23:52.195173 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-f3eaa296-f43e-4014-9676-a688eb6ebbb9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Network b00e07c5-b28a-4ecc-8223-f86c27a5a31d is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:23:52.296745 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-f3eaa296-f43e-4014-9676-a688eb6ebbb9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:23:52.318553 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-f3eaa296-f43e-4014-9676-a688eb6ebbb9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Received port after_create {{(pid=92974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:23:52.331423 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-f3eaa296-f43e-4014-9676-a688eb6ebbb9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:52.332140 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-f3eaa296-f43e-4014-9676-a688eb6ebbb9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for port, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:52.337711 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eaa296-f43e-4014-9676-a688eb6ebbb9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Pushing event updated for resources: {'Port': ['ID=1c350fbe-c736-4c70-b069-c08d7601d7ba,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:52.422725 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.32', 49653) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:52.482156 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-f3eaa296-f43e-4014-9676-a688eb6ebbb9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9489217 Jul 13 18:23:52.545985 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-c7cd59d8-44dd-4050-87d6-a3f7bfffd25b service neutron] Request body: {'port': {'device_id': 'eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:52.624723 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-c84c77eb-4740-45ee-bf64-b8b9b6115993 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1cd7930-dec2-4533-b2cd-c0601d80036f HTTP/1.1" status: 200 len: 217 time: 0.4938452 Jul 13 18:23:52.697853 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-e596a185-9968-4f0e-91be-104853af11a2 None None] Provisioning for port 1c350fbe-c736-4c70-b069-c08d7601d7ba completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:23:52.706615 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-e596a185-9968-4f0e-91be-104853af11a2 None None] Provisioning complete for port 1c350fbe-c736-4c70-b069-c08d7601d7ba triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:52.707906 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-e596a185-9968-4f0e-91be-104853af11a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:52.747046 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-daf603c7-e0e2-421c-98f3-78f7250efc1a req-e093f2fa-bb4c-43cf-a739-b9f5951e815b tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 210 time: 0.0958343 Jul 13 18:23:52.781825 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-e596a185-9968-4f0e-91be-104853af11a2 None None] Port 1c350fbe-c736-4c70-b069-c08d7601d7ba cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:23:52.792704 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-bfa9d670-7ed1-4326-9826-6b8476c5e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:52.794469 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-bfa9d670-7ed1-4326-9826-6b8476c5e05c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23bf7fe7-0ee1-431f-b75e-99e1897408f7 HTTP/1.1" status: 200 len: 858 time: 0.1452119 Jul 13 18:23:52.976729 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-f4af7379-f18d-4b2b-988d-8593a84730c5 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Made reservation on behalf of 4a6911fcceca4a7a9b21b2e7b761c0d4 for: {'port': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:23:52.981057 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-f4af7379-f18d-4b2b-988d-8593a84730c5 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:52.997873 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d350cd-eeec-43a5-941a-ca618bc0f145 req-9c62069d-e2d9-4565-83cf-93aa254eca3a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:53.000623 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a4d350cd-eeec-43a5-941a-ca618bc0f145 req-9c62069d-e2d9-4565-83cf-93aa254eca3a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 931 time: 0.3860881 Jul 13 18:23:53.066904 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-c7cd59d8-44dd-4050-87d6-a3f7bfffd25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:53.196381 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-c7ae25cb-2d13-459a-bb59-ddf2b39155d4 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:53.210777 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a4d350cd-eeec-43a5-941a-ca618bc0f145 req-d5ef606f-27da-4c88-b3eb-489329a6e744 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875873 Jul 13 18:23:53.246274 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-16110605-7250-461a-8632-7acf81e60168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for subnet, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:53.284839 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc616da-142e-46c3-8439-9db50115e27b req-87c59f9a-c17f-4376-88ce-24073e09c606 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:53.286834 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-adc616da-142e-46c3-8439-9db50115e27b req-87c59f9a-c17f-4376-88ce-24073e09c606 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 946 time: 0.2848985 Jul 13 18:23:53.289579 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b28ae-3203-479c-9923-bc027680a1c8 req-dc9fd375-79aa-47f1-bc97-032bc05c30ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:53.291136 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-7a0b28ae-3203-479c-9923-bc027680a1c8 req-dc9fd375-79aa-47f1-bc97-032bc05c30ee service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 1099 time: 0.8671565 Jul 13 18:23:53.359069 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16110605-7250-461a-8632-7acf81e60168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b0cd3b5-9512-4a4e-a1f6-9cf9bbd8b144,revision_number=0']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:53.385765 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-c7ae25cb-2d13-459a-bb59-ddf2b39155d4 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:53.403990 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-adc616da-142e-46c3-8439-9db50115e27b req-c125c108-1469-4cb4-b8e2-34b2f91566dc tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15dab5e-3410-4128-b2f2-8158cba100e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993142 Jul 13 18:23:53.474634 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-c7ae25cb-2d13-459a-bb59-ddf2b39155d4 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Network 8712c6dd-710d-48bd-92a1-6aa9b9fb58fe is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:23:53.483720 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-c7ae25cb-2d13-459a-bb59-ddf2b39155d4 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:23:53.493389 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae25cb-2d13-459a-bb59-ddf2b39155d4 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Pushing event updated for resources: {'Port': ['ID=a38236bc-942d-4ebf-91aa-2da310cac493,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:53.522353 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-c7ae25cb-2d13-459a-bb59-ddf2b39155d4 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:23:53.535485 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-c7ae25cb-2d13-459a-bb59-ddf2b39155d4 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:53.536597 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-c7ae25cb-2d13-459a-bb59-ddf2b39155d4 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:53.618145 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_common [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-f4af7379-f18d-4b2b-988d-8593a84730c5 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Allocated IP 172.20.0.12 (17302fc4-2689-41b0-91b7-3c3e6cf2a62b/76eef7ac-abd1-4be1-8ef4-9f068a4abaa0/3d8561c5-364d-465e-bdef-1f34d7c6c57f) {{(pid=92974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:23:53.637435 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16110605-7250-461a-8632-7acf81e60168 admin admin] Checking segment: {'id': '280bdf9e-529d-4ccd-a6e5-f7fd48841607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f201a881-6b25-4333-aa60-ba9ca6e5d881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:23:53.637981 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16110605-7250-461a-8632-7acf81e60168 admin admin] Network hostable DHCP agents. Network: f201a881-6b25-4333-aa60-ba9ca6e5d881, hostable agents: ['65b15fd5-f86c-4cf1-b54a-6ad638ce2cca'], hosted agents: [] {{(pid=92974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 18:23:53.642361 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-c7ae25cb-2d13-459a-bb59-ddf2b39155d4 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6276119 Jul 13 18:23:53.676465 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c145b-28fd-482a-b9df-7fba558d66f1 req-eea27927-1367-4afb-85ac-3dd358ca3d0a tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:53.679906 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a38c145b-28fd-482a-b9df-7fba558d66f1 req-eea27927-1367-4afb-85ac-3dd358ca3d0a tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 932 time: 0.1378713 Jul 13 18:23:53.738207 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a38c145b-28fd-482a-b9df-7fba558d66f1 req-38c41899-2fb6-4b42-8b1f-13bbcff579f9 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500350 Jul 13 18:23:53.770081 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16110605-7250-461a-8632-7acf81e60168 admin admin] Network f201a881-6b25-4333-aa60-ba9ca6e5d881 is scheduled to be hosted by DHCP agent 65b15fd5-f86c-4cf1-b54a-6ad638ce2cca with binding_index 1 {{(pid=92974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 18:23:53.806033 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-16110605-7250-461a-8632-7acf81e60168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-3-iscsi, f201a881-6b25-4333-aa60-ba9ca6e5d881) {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:23:53.818213 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5464bea-d1f7-4a9e-ba94-c45b4539b69a None None] Network f201a881-6b25-4333-aa60-ba9ca6e5d881 requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:23:53.854317 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16110605-7250-461a-8632-7acf81e60168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:53.855277 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-16110605-7250-461a-8632-7acf81e60168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for subnet, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:53.935655 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-16110605-7250-461a-8632-7acf81e60168 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0882306 Jul 13 18:23:53.990129 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f14e178a-e998-4c10-a708-9604f5310d9b req-f7a77292-2e9b-43a8-b2bd-913ecfb13a8f tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 210 time: 0.0345078 Jul 13 18:23:54.039306 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.notifiers.nova [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-c7cd59d8-44dd-4050-87d6-a3f7bfffd25b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c350fbe-c736-4c70-b069-c08d7601d7ba {{(pid=92974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:23:54.046256 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-f4af7379-f18d-4b2b-988d-8593a84730c5 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for port, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:54.054743 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-c7cd59d8-44dd-4050-87d6-a3f7bfffd25b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:54.073160 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb51da06-481d-4610-9672-a8636ffca612 None None] Network f201a881-6b25-4333-aa60-ba9ca6e5d881 requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:23:54.090481 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.provisioning_blocks [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-f4af7379-f18d-4b2b-988d-8593a84730c5 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Transition to ACTIVE for port object 3d8561c5-364d-465e-bdef-1f34d7c6c57f will not be triggered until provisioned by entity DHCP. {{(pid=92974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:23:54.097941 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.provisioning_blocks [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-c7cd59d8-44dd-4050-87d6-a3f7bfffd25b service neutron] Transition to ACTIVE for port object 1c350fbe-c736-4c70-b069-c08d7601d7ba will not be triggered until provisioned by entity L2. {{(pid=92974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:23:54.112957 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-c7cd59d8-44dd-4050-87d6-a3f7bfffd25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:54.151953 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 34244) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:54.230017 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd59d8-44dd-4050-87d6-a3f7bfffd25b service neutron] Pushing event updated for resources: {'Port': ['ID=1c350fbe-c736-4c70-b069-c08d7601d7ba,revision_number=2']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:54.246582 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_v2 [None req-19bc5aec-8f76-4d62-b28a-b09733fc46d0 admin admin] Deleting subnet 77a0fb94-28bc-4f13-aaee-dec6264d0eb7 {{(pid=92973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 18:23:54.252399 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-19bc5aec-8f76-4d62-b28a-b09733fc46d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:54.253768 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-f4af7379-f18d-4b2b-988d-8593a84730c5 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:54.359888 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-19bc5aec-8f76-4d62-b28a-b09733fc46d0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:54.407926 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-19bc5aec-8f76-4d62-b28a-b09733fc46d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7675306'] for subnet, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:54.437478 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-f4af7379-f18d-4b2b-988d-8593a84730c5 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Network 17302fc4-2689-41b0-91b7-3c3e6cf2a62b is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:23:54.449863 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-f4af7379-f18d-4b2b-988d-8593a84730c5 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:23:54.464273 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-f4af7379-f18d-4b2b-988d-8593a84730c5 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Received port after_create {{(pid=92974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:23:54.489972 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-f4af7379-f18d-4b2b-988d-8593a84730c5 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:54.491754 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-f4af7379-f18d-4b2b-988d-8593a84730c5 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for port, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:54.501518 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-85c19f21-68e9-411d-93bf-10574baa33a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8712c6dd-710d-48bd-92a1-6aa9b9fb58fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885274 Jul 13 18:23:54.573663 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-f4af7379-f18d-4b2b-988d-8593a84730c5 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5812325 Jul 13 18:23:54.577211 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af7379-f18d-4b2b-988d-8593a84730c5 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Pushing event updated for resources: {'Port': ['ID=3d8561c5-364d-465e-bdef-1f34d7c6c57f,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:54.586109 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.managers [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-c7cd59d8-44dd-4050-87d6-a3f7bfffd25b service neutron] Attempting to bind port 1c350fbe-c736-4c70-b069-c08d7601d7ba on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:23:54.586397 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.managers [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-c7cd59d8-44dd-4050-87d6-a3f7bfffd25b service neutron] Attempting to bind port 1c350fbe-c736-4c70-b069-c08d7601d7ba by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '2a2a4a23-26a6-4ae3-815e-f86da661a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d'}] {{(pid=92974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:23:54.586823 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-c7cd59d8-44dd-4050-87d6-a3f7bfffd25b service neutron] Attempting to bind port 1c350fbe-c736-4c70-b069-c08d7601d7ba on network b00e07c5-b28a-4ecc-8223-f86c27a5a31d {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:23:54.592555 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-c7cd59d8-44dd-4050-87d6-a3f7bfffd25b service neutron] Port 1c350fbe-c736-4c70-b069-c08d7601d7ba on network b00e07c5-b28a-4ecc-8223-f86c27a5a31d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 18:23:54.592873 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-c7cd59d8-44dd-4050-87d6-a3f7bfffd25b service neutron] Attempting to bind port 1c350fbe-c736-4c70-b069-c08d7601d7ba on network b00e07c5-b28a-4ecc-8223-f86c27a5a31d {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:23:54.600399 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-c7cd59d8-44dd-4050-87d6-a3f7bfffd25b service neutron] Checking agent: {'id': '42658009-1da3-417e-95f4-9a37477be153', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'started_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:23:54.601012 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-c7cd59d8-44dd-4050-87d6-a3f7bfffd25b service neutron] Checking segment: {'id': '2a2a4a23-26a6-4ae3-815e-f86da661a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:23:54.601859 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-c7cd59d8-44dd-4050-87d6-a3f7bfffd25b service neutron] Bound using segment: {'id': '2a2a4a23-26a6-4ae3-815e-f86da661a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d'} {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:23:54.602584 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.managers [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-c7cd59d8-44dd-4050-87d6-a3f7bfffd25b service neutron] Bound port: 1c350fbe-c736-4c70-b069-c08d7601d7ba, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2a4a23-26a6-4ae3-815e-f86da661a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d'}}] {{(pid=92974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:23:54.603142 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-c7cd59d8-44dd-4050-87d6-a3f7bfffd25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:54.656242 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-19bc5aec-8f76-4d62-b28a-b09733fc46d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7675283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for subnet, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:54.744877 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc5aec-8f76-4d62-b28a-b09733fc46d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77a0fb94-28bc-4f13-aaee-dec6264d0eb7,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:54.746303 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-c7cd59d8-44dd-4050-87d6-a3f7bfffd25b service neutron] For port 1c350fbe-c736-4c70-b069-c08d7601d7ba, host hv-cinder-78692, cleared binding levels {{(pid=92974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:23:54.754023 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-c7cd59d8-44dd-4050-87d6-a3f7bfffd25b service neutron] For port 1c350fbe-c736-4c70-b069-c08d7601d7ba, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1c350fbe-c736-4c70-b069-c08d7601d7ba,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:23:54.755565 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-19bc5aec-8f76-4d62-b28a-b09733fc46d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:54.758742 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-19bc5aec-8f76-4d62-b28a-b09733fc46d0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/77a0fb94-28bc-4f13-aaee-dec6264d0eb7 HTTP/1.1" status: 204 len: 168 time: 0.6047232 Jul 13 18:23:54.769186 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-c7cd59d8-44dd-4050-87d6-a3f7bfffd25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:54.776731 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 34256) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:54.862321 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f9022-2ae9-4b57-9836-af4264b89886 req-6252e7f1-5090-4e24-9139-f63e977908a6 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:54.873575 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-228f9022-2ae9-4b57-9836-af4264b89886 req-6252e7f1-5090-4e24-9139-f63e977908a6 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.3488522 Jul 13 18:23:54.893745 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-7f8d6af9-8377-4e8a-9f7d-826fecd450f4 None None] Provisioning for port 3d8561c5-364d-465e-bdef-1f34d7c6c57f completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:23:54.898841 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-7f8d6af9-8377-4e8a-9f7d-826fecd450f4 None None] Provisioning complete for port 3d8561c5-364d-465e-bdef-1f34d7c6c57f triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:54.899209 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-7f8d6af9-8377-4e8a-9f7d-826fecd450f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:54.934290 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-c7cd59d8-44dd-4050-87d6-a3f7bfffd25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:54.934788 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-c7cd59d8-44dd-4050-87d6-a3f7bfffd25b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for port, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:54.937181 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-c7cd59d8-44dd-4050-87d6-a3f7bfffd25b service neutron] 10.222.0.32 "PUT /v2.0/ports/1c350fbe-c736-4c70-b069-c08d7601d7ba HTTP/1.1" status: 200 len: 1093 time: 2.4088075 Jul 13 18:23:54.937884 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21', 'tag': '1c350fbe-c736-4c70-b069-c08d7601d7ba'}] {{(pid=92974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:23:54.948854 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d6af9-8377-4e8a-9f7d-826fecd450f4 None None] Port 3d8561c5-364d-465e-bdef-1f34d7c6c57f cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:23:54.952080 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435aeba-b88d-45f7-8c05-a34f3bdd1d3d req-283ff726-d162-45ab-9461-48f97d8b7371 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:54.954576 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f435aeba-b88d-45f7-8c05-a34f3bdd1d3d req-283ff726-d162-45ab-9461-48f97d8b7371 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 946 time: 0.2248175 Jul 13 18:23:54.959278 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-228f9022-2ae9-4b57-9836-af4264b89886 req-49328577-2c9b-40c7-af6a-ed4122c809ce tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844772 Jul 13 18:23:55.043128 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f435aeba-b88d-45f7-8c05-a34f3bdd1d3d req-ecd11e55-26a2-4927-8c2f-f3657120e2f2 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15dab5e-3410-4128-b2f2-8158cba100e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760329 Jul 13 18:23:55.081158 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566799'] for network, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:55.087733 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd59d8-44dd-4050-87d6-a3f7bfffd25b service neutron] Pushing event updated for resources: {'Port': ['ID=1c350fbe-c736-4c70-b069-c08d7601d7ba,revision_number=3']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:55.138217 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744f0cfc83b6d7eddb29a1ac54562a03fe7b453c2cada0da8e0ec66c391a914f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ed5ba1-2dde-4897-ad6b-c381dbbd0bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21", "tag": "1c350fbe-c736-4c70-b069-c08d7601d7ba"}]}' {{(pid=92974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:23:55.203621 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668259', 'neutron.services.segments.db._delete_segments_for_network-8737536498324'] for network, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:55.224779 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:23:55.225515 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:23:55.226879 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:23:55.227601 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] Subscribe: > port after_create 55550000 {{(pid=92974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:23:55.228286 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] Subscribe: > port after_delete 55550000 {{(pid=92974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:23:55.229170 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] Subscribe: > port after_update 55550000 {{(pid=92974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:23:55.229843 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:23:55.230503 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:23:55.231127 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:23:55.231783 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:23:55.310482 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8b9f4-9376-44cc-84ba-78de0d287f59 req-0161e870-5e64-4715-967a-672621717602 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:55.312125 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-47f8b9f4-9376-44cc-84ba-78de0d287f59 req-0161e870-5e64-4715-967a-672621717602 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 932 time: 0.1232281 Jul 13 18:23:55.387429 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fcd22-dab0-4deb-8b73-b95007d514fc req-96c8eded-661a-49dc-9c34-2e9c07fd0bb9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:55.389944 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-de3fcd22-dab0-4deb-8b73-b95007d514fc req-96c8eded-661a-49dc-9c34-2e9c07fd0bb9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 932 time: 0.1341639 Jul 13 18:23:55.419882 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-8b3f4f9a-da38-4fbb-b230-ff6c9c0395a5 service neutron] Request body: {'port': {'device_id': '56c70797-ed56-4cb3-b614-1813e9884fca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:55.502138 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-47f8b9f4-9376-44cc-84ba-78de0d287f59 req-99cb9476-9644-497c-a411-33a9b12b2c15 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750219 Jul 13 18:23:55.513930 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:23:55.514283 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:23:55.515221 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:23:55.515221 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:23:55.515616 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.services.segments.db [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ff56f9-4d20-4859-95f2-c75cf0dfae5f']}} {{(pid=92974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:55.584718 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-5be3e075-b69a-4a5e-b854-d29e0300027d service neutron] Request body: {'port': {'device_id': '6f1de591-4fbe-4502-be40-f6bb71245d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:23:55.600730 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-de3fcd22-dab0-4deb-8b73-b95007d514fc req-427d48ca-2f84-4d4c-9608-c39b41ac0f37 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879680 Jul 13 18:23:55.672776 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-8b3f4f9a-da38-4fbb-b230-ff6c9c0395a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:55.696734 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.services.segments.db [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12043d78-9a2a-42dd-9009-3078576e34cb') {'for_net_delete': True} {{(pid=92974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:55.696734 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.services.segments.db [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12043d78-9a2a-42dd-9009-3078576e34cb') {} {{(pid=92974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:55.697553 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-3e0c327e-ce3c-4926-be1b-4c2698b79fca service neutron] 10.222.0.32 "GET /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965736 Jul 13 18:23:55.761470 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-7a0b28ae-3203-479c-9923-bc027680a1c8 req-93d284e8-111f-48e9-9c5c-d6cdab4843de service neutron] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:55.800406 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737536430219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3426470'] for segment, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:55.815447 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7324d3fd-f59c-428b-889a-3e96417eaa4b x-openstack-request-id: req-7324d3fd-f59c-428b-889a-3e96417eaa4b {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:23:55.816556 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21", "tag": "1c350fbe-c736-4c70-b069-c08d7601d7ba", "status": "completed", "code": 200}]} {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:23:55.816556 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7324d3fd-f59c-428b-889a-3e96417eaa4b {{(pid=92974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:23:55.816937 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21', 'tag': '1c350fbe-c736-4c70-b069-c08d7601d7ba', 'status': 'completed', 'code': 200} Jul 13 18:23:55.931663 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:56.023662 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-d71c24d4-cbeb-4e22-8c34-cb89bf9e531f service neutron] 10.222.0.32 "GET /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163073 Jul 13 18:23:56.065878 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=92974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 18:23:56.081455 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3229660'] for segment, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: from cryptography.utils import int_from_bytes Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: from cryptography.utils import int_from_bytes Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: Traceback (most recent call last): Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: timer() Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: cb(*args, **kw) Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: return func(*args, **kwargs) Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: self._notify() Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: self.callback(batched_events) Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: event.method(event) Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: return f(self, *a, **k) Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: return self._get(url).json() Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: return self.request(url, 'GET', **kwargs) Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 18:23:56.197519 dv-cinder-786928-3-iscsi neutron-server[92974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 18:23:56.233094 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-5be3e075-b69a-4a5e-b854-d29e0300027d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:56.236089 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8001304'] for network, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:56.308052 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-002abf80-d450-48a3-9688-c4fed34f16a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:56.310069 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-002abf80-d450-48a3-9688-c4fed34f16a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=68241fca29234db0be94c2b6f7eaeb4d&device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 1096 time: 0.7811534 Jul 13 18:23:56.311671 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] Pushing event deleted for resources: {'Network': ['ID=98ff56f9-4d20-4859-95f2-c75cf0dfae5f,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:56.318998 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:56.321160 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-18ceddd3-d6b5-4423-a507-9a52aa43f7ab admin admin] 10.222.0.11 "DELETE /v2.0/networks/98ff56f9-4d20-4859-95f2-c75cf0dfae5f HTTP/1.1" status: 204 len: 168 time: 1.5391483 Jul 13 18:23:56.326524 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 34294) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:56.334911 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ab769-3984-4727-b6dc-4129e7b9ccaa req-80f4b3eb-22c6-4605-801e-e133fbcc711a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:56.336822 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-805ab769-3984-4727-b6dc-4129e7b9ccaa req-80f4b3eb-22c6-4605-801e-e133fbcc711a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.1813087 Jul 13 18:23:56.403648 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-122f7d1d-1727-4eb3-8c50-30b9e8e4a11a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c350fbe-c736-4c70-b069-c08d7601d7ba HTTP/1.1" status: 200 len: 217 time: 0.0778608 Jul 13 18:23:56.435905 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-8b3f4f9a-da38-4fbb-b230-ff6c9c0395a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a38236bc-942d-4ebf-91aa-2da310cac493 {{(pid=92973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:23:56.445294 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-805ab769-3984-4727-b6dc-4129e7b9ccaa req-2d1072bc-43e8-4b17-a2c6-20f8b3826a4c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868406 Jul 13 18:23:56.450710 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-8b3f4f9a-da38-4fbb-b230-ff6c9c0395a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:56.504040 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-8b3f4f9a-da38-4fbb-b230-ff6c9c0395a5 service neutron] Transition to ACTIVE for port object a38236bc-942d-4ebf-91aa-2da310cac493 will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:23:56.521143 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2b669-1b89-4123-8546-4c7ffbe14f15 req-61728930-7215-4b3b-a9a5-a2754ddf2a24 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:56.524112 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-58b2b669-1b89-4123-8546-4c7ffbe14f15 req-61728930-7215-4b3b-a9a5-a2754ddf2a24 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 946 time: 0.1686592 Jul 13 18:23:56.526004 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-8b3f4f9a-da38-4fbb-b230-ff6c9c0395a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:56.596936 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 34298) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:56.619934 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43010d6-c7a5-4a33-a380-7c7e8bacf04c admin admin] Deleting subnet 8b0cd3b5-9512-4a4e-a1f6-9cf9bbd8b144 {{(pid=92974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 18:23:56.624127 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d43010d6-c7a5-4a33-a380-7c7e8bacf04c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:56.668975 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d43010d6-c7a5-4a33-a380-7c7e8bacf04c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3426495'] for subnet, precommit_delete_associations {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:56.727974 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-58b2b669-1b89-4123-8546-4c7ffbe14f15 req-d2f0a885-56d4-4a7c-b6fa-abb5212f5f82 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15dab5e-3410-4128-b2f2-8158cba100e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838534 Jul 13 18:23:56.731322 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f4f9a-da38-4fbb-b230-ff6c9c0395a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a38236bc-942d-4ebf-91aa-2da310cac493,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:56.748528 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d43010d6-c7a5-4a33-a380-7c7e8bacf04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7675306'] for subnet, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:57.030976 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-014693d4-e033-4773-8f26-69c62f9ad34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:57.041096 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d43010d6-c7a5-4a33-a380-7c7e8bacf04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7675283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3228786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1970045'] for subnet, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:57.101643 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-8b3f4f9a-da38-4fbb-b230-ff6c9c0395a5 service neutron] Attempting to bind port a38236bc-942d-4ebf-91aa-2da310cac493 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:23:57.102742 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-8b3f4f9a-da38-4fbb-b230-ff6c9c0395a5 service neutron] Attempting to bind port a38236bc-942d-4ebf-91aa-2da310cac493 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8712c6dd-710d-48bd-92a1-6aa9b9fb58fe'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:23:57.103820 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-8b3f4f9a-da38-4fbb-b230-ff6c9c0395a5 service neutron] Attempting to bind port a38236bc-942d-4ebf-91aa-2da310cac493 on network 8712c6dd-710d-48bd-92a1-6aa9b9fb58fe {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:23:57.157123 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-8b3f4f9a-da38-4fbb-b230-ff6c9c0395a5 service neutron] Port a38236bc-942d-4ebf-91aa-2da310cac493 on network 8712c6dd-710d-48bd-92a1-6aa9b9fb58fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 18:23:57.157663 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-8b3f4f9a-da38-4fbb-b230-ff6c9c0395a5 service neutron] Attempting to bind port a38236bc-942d-4ebf-91aa-2da310cac493 on network 8712c6dd-710d-48bd-92a1-6aa9b9fb58fe {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:23:57.182393 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-8b3f4f9a-da38-4fbb-b230-ff6c9c0395a5 service neutron] Checking agent: {'id': '42658009-1da3-417e-95f4-9a37477be153', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'started_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:23:57.182967 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-8b3f4f9a-da38-4fbb-b230-ff6c9c0395a5 service neutron] Checking segment: {'id': '83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8712c6dd-710d-48bd-92a1-6aa9b9fb58fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:23:57.183597 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-8b3f4f9a-da38-4fbb-b230-ff6c9c0395a5 service neutron] Bound using segment: {'id': '83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8712c6dd-710d-48bd-92a1-6aa9b9fb58fe'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:23:57.184274 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-8b3f4f9a-da38-4fbb-b230-ff6c9c0395a5 service neutron] Bound port: a38236bc-942d-4ebf-91aa-2da310cac493, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8712c6dd-710d-48bd-92a1-6aa9b9fb58fe'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:23:57.184891 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-8b3f4f9a-da38-4fbb-b230-ff6c9c0395a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:57.238205 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-7a0b28ae-3203-479c-9923-bc027680a1c8 req-93d284e8-111f-48e9-9c5c-d6cdab4843de service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:57.241953 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a61b-68ae-4113-bca1-37c2666262ce req-fa761ed6-3481-490e-9575-09206d5a176b tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:57.245362 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43010d6-c7a5-4a33-a380-7c7e8bacf04c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b0cd3b5-9512-4a4e-a1f6-9cf9bbd8b144,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:57.259512 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0f6a61b-68ae-4113-bca1-37c2666262ce req-fa761ed6-3481-490e-9575-09206d5a176b tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 944 time: 0.4177728 Jul 13 18:23:57.263983 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-7a0b28ae-3203-479c-9923-bc027680a1c8 req-93d284e8-111f-48e9-9c5c-d6cdab4843de service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:57.313731 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d43010d6-c7a5-4a33-a380-7c7e8bacf04c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for subnet, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:57.319764 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-d43010d6-c7a5-4a33-a380-7c7e8bacf04c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8b0cd3b5-9512-4a4e-a1f6-9cf9bbd8b144 HTTP/1.1" status: 204 len: 168 time: 0.9144447 Jul 13 18:23:57.328720 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d284e8-111f-48e9-9c5c-d6cdab4843de service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=90027ea8-61eb-4fab-a7f1-245ee01239ac,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:57.338433 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-8f424977-9180-4203-942a-486a27d247aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:57.340132 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-8f424977-9180-4203-942a-486a27d247aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=debf1583-97cc-49b3-a3ab-32a9aef91126 HTTP/1.1" status: 200 len: 856 time: 0.3039060 Jul 13 18:23:57.340694 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 34322) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:57.380316 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device a1cd7930-dec2-4533-b2cd-c0601d80036f details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:23:57.443851 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-7a0b28ae-3203-479c-9923-bc027680a1c8 req-93d284e8-111f-48e9-9c5c-d6cdab4843de service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b15dab5e-3410-4128-b2f2-8158cba100e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9126287 Jul 13 18:23:57.563747 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 34334) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:57.572493 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port a1cd7930-dec2-4533-b2cd-c0601d80036f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a1cd7930-dec2-4533-b2cd-c0601d80036f,segment=NetworkSegment(83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a),segment_id=83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:23:57.583504 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0f6a61b-68ae-4113-bca1-37c2666262ce req-f27bbfcc-9beb-4485-83ab-5d1ec8287616 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217616 Jul 13 18:23:57.593600 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': 'a1cd7930-dec2-4533-b2cd-c0601d80036f', 'network_id': '8712c6dd-710d-48bd-92a1-6aa9b9fb58fe', 'port_id': 'a1cd7930-dec2-4533-b2cd-c0601d80036f', 'mac_address': 'fa:16:3e:05:c7:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bf7fe7-0ee1-431f-b75e-99e1897408f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:23:57.610833 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b6e08-cb13-4520-a500-496ea1649c81 req-866861fe-5038-41a5-b204-3cd76691cf69 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:57.624855 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-aa2b6e08-cb13-4520-a500-496ea1649c81 req-866861fe-5038-41a5-b204-3cd76691cf69 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 932 time: 0.6256168 Jul 13 18:23:57.651834 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:57.681726 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1cd7930-dec2-4533-b2cd-c0601d80036f {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:23:57.719379 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-8b3f4f9a-da38-4fbb-b230-ff6c9c0395a5 service neutron] For port a38236bc-942d-4ebf-91aa-2da310cac493, host hv-cinder-78692, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:23:57.757038 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port a1cd7930-dec2-4533-b2cd-c0601d80036f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a1cd7930-dec2-4533-b2cd-c0601d80036f,segment=NetworkSegment(83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a),segment_id=83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:23:57.764456 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:57.780051 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6e5218fe-8f5c-4067-af2b-04d0fc6214fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566799'] for network, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:57.837857 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.notifiers.nova [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-5be3e075-b69a-4a5e-b854-d29e0300027d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8561c5-364d-465e-bdef-1f34d7c6c57f {{(pid=92974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:23:57.838252 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-8b3f4f9a-da38-4fbb-b230-ff6c9c0395a5 service neutron] For port a38236bc-942d-4ebf-91aa-2da310cac493, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a38236bc-942d-4ebf-91aa-2da310cac493,segment=NetworkSegment(83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a),segment_id=83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:23:57.863810 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-5be3e075-b69a-4a5e-b854-d29e0300027d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:57.868566 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-3afd68d9-f93e-4871-a556-9c75c2a4484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:57.870407 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-3afd68d9-f93e-4871-a556-9c75c2a4484e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4942331 Jul 13 18:23:57.892110 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=a1cd7930-dec2-4533-b2cd-c0601d80036f,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:57.910518 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-8b3f4f9a-da38-4fbb-b230-ff6c9c0395a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:58.011441 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-aa2b6e08-cb13-4520-a500-496ea1649c81 req-f026ce90-77e5-486c-b222-746b1f038534 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3824825 Jul 13 18:23:58.014284 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.provisioning_blocks [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-5be3e075-b69a-4a5e-b854-d29e0300027d service neutron] Transition to ACTIVE for port object 3d8561c5-364d-465e-bdef-1f34d7c6c57f will not be triggered until provisioned by entity L2. {{(pid=92974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:23:58.018654 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-014693d4-e033-4773-8f26-69c62f9ad34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:58.025594 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-9184521f-869c-43a8-81a2-2ed45b0a1829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:58.039869 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-5be3e075-b69a-4a5e-b854-d29e0300027d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3228708'] for port, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:58.070240 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['a1cd7930-dec2-4533-b2cd-c0601d80036f'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:23:58.087772 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-014693d4-e033-4773-8f26-69c62f9ad34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:58.134168 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-8b3f4f9a-da38-4fbb-b230-ff6c9c0395a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:58.135120 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-8b3f4f9a-da38-4fbb-b230-ff6c9c0395a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:58.136842 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-8b3f4f9a-da38-4fbb-b230-ff6c9c0395a5 service neutron] 10.222.0.32 "PUT /v2.0/ports/a38236bc-942d-4ebf-91aa-2da310cac493 HTTP/1.1" status: 200 len: 1094 time: 2.7390850 Jul 13 18:23:58.140972 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f4f9a-da38-4fbb-b230-ff6c9c0395a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a38236bc-942d-4ebf-91aa-2da310cac493,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:58.145237 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c70797-ed56-4cb3-b614-1813e9884fca', 'tag': 'a38236bc-942d-4ebf-91aa-2da310cac493'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:23:58.156614 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bc9ded-0c55-44cc-a3ab-ca8a86a633cc" -d '{"events": [{"name": "network-changed", "server_uuid": "56c70797-ed56-4cb3-b614-1813e9884fca", "tag": "a38236bc-942d-4ebf-91aa-2da310cac493"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:23:58.320600 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-9184521f-869c-43a8-81a2-2ed45b0a1829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:58.327863 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-014693d4-e033-4773-8f26-69c62f9ad34b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=14d78a398be44a79a537e3a476349e10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7254179 Jul 13 18:23:58.338553 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 34354) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:58.341175 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6e5218fe-8f5c-4067-af2b-04d0fc6214fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668259', 'neutron.services.segments.db._delete_segments_for_network-8737536498324'] for network, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:58.358870 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014693d4-e033-4773-8f26-69c62f9ad34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de947211-4155-49da-a529-53b34eb11f1b,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:58.396162 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-9184521f-869c-43a8-81a2-2ed45b0a1829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:58.397025 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9ac1a-77db-4d7a-b6fb-89fed2d206a2 req-0904ecab-4937-4ff5-aa11-af749b9c9d8d tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:58.406366 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c3f9ac1a-77db-4d7a-b6fb-89fed2d206a2 req-0904ecab-4937-4ff5-aa11-af749b9c9d8d tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.4858871 Jul 13 18:23:58.465593 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-3b86cc3a-dbf1-4aaf-bf1f-23ae23b93c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:58.467207 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-3b86cc3a-dbf1-4aaf-bf1f-23ae23b93c34 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6142a2ec1d3e454297a59aa3b11d17aa&device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 1097 time: 0.2400947 Jul 13 18:23:58.476974 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.services.segments.db [None req-6e5218fe-8f5c-4067-af2b-04d0fc6214fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f201a881-6b25-4333-aa60-ba9ca6e5d881']}} {{(pid=92974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:58.498475 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c3f9ac1a-77db-4d7a-b6fb-89fed2d206a2 req-2403d803-78f9-4173-9cf3-231c1e3bcec5 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848372 Jul 13 18:23:58.498756 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.services.segments.db [None req-6e5218fe-8f5c-4067-af2b-04d0fc6214fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280bdf9e-529d-4ccd-a6e5-f7fd48841607') {'for_net_delete': True} {{(pid=92974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:58.498756 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.services.segments.db [None req-6e5218fe-8f5c-4067-af2b-04d0fc6214fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280bdf9e-529d-4ccd-a6e5-f7fd48841607') {} {{(pid=92974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:23:58.505789 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6e5218fe-8f5c-4067-af2b-04d0fc6214fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737536430219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3426470'] for segment, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:58.565467 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6e5218fe-8f5c-4067-af2b-04d0fc6214fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:58.584840 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-f395edd3-e478-4825-bd77-392efd08bfbf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a38236bc-942d-4ebf-91aa-2da310cac493 HTTP/1.1" status: 200 len: 217 time: 0.0912089 Jul 13 18:23:58.598058 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3e075-b69a-4a5e-b854-d29e0300027d service neutron] Pushing event updated for resources: {'Port': ['ID=3d8561c5-364d-465e-bdef-1f34d7c6c57f,revision_number=2']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:58.606299 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-9184521f-869c-43a8-81a2-2ed45b0a1829 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b2380bb3aa0f49cdb24cdd2f41a0513c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0104365 Jul 13 18:23:58.608473 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477af234-200f-4fd8-82ad-58622cdf27c0 req-1b0b7311-5340-4e03-ac73-9573964f4b46 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:58.611615 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-477af234-200f-4fd8-82ad-58622cdf27c0 req-1b0b7311-5340-4e03-ac73-9573964f4b46 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 946 time: 0.3185520 Jul 13 18:23:58.612587 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 34356) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:58.614810 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75383a15-6f33-4187-9ea9-f69f795307b0 x-openstack-request-id: req-75383a15-6f33-4187-9ea9-f69f795307b0 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:23:58.615433 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c70797-ed56-4cb3-b614-1813e9884fca", "tag": "a38236bc-942d-4ebf-91aa-2da310cac493", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:23:58.616004 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-75383a15-6f33-4187-9ea9-f69f795307b0 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:23:58.617102 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c70797-ed56-4cb3-b614-1813e9884fca', 'tag': 'a38236bc-942d-4ebf-91aa-2da310cac493', 'status': 'completed', 'code': 200} Jul 13 18:23:58.619822 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-f1afe6a0-aa45-4e3e-b3da-dbe09aad5785 service neutron] 10.222.0.32 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7352130 Jul 13 18:23:58.627254 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5218fe-8f5c-4067-af2b-04d0fc6214fc admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=92974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 18:23:58.628803 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6e5218fe-8f5c-4067-af2b-04d0fc6214fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3229660'] for segment, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: Traceback (most recent call last): Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: timer() Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: cb(*args, **kw) Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: return func(*args, **kwargs) Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: self._notify() Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: self.callback(batched_events) Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: event.method(event) Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: return f(self, *a, **k) Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: return self._get(url).json() Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: return self.request(url, 'GET', **kwargs) Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 18:23:58.640785 dv-cinder-786928-3-iscsi neutron-server[92974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 18:23:58.744388 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184521f-869c-43a8-81a2-2ed45b0a1829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7675422b-4be4-4d81-a286-773998919b0c,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:58.770694 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-604468ba-fe56-4b2e-a319-9a55fdd05941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:58.773400 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-604468ba-fe56-4b2e-a319-9a55fdd05941 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23bf7fe7-0ee1-431f-b75e-99e1897408f7 HTTP/1.1" status: 200 len: 858 time: 0.1544943 Jul 13 18:23:58.894679 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2e326e4e-e000-4a3f-8f57-3a727bf711cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:58.897917 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6e5218fe-8f5c-4067-af2b-04d0fc6214fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8001304'] for network, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:58.898882 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-b311a12e-bbe2-47af-8c2e-4ee6cb9f362e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8712c6dd-710d-48bd-92a1-6aa9b9fb58fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109133 Jul 13 18:23:58.909445 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-477af234-200f-4fd8-82ad-58622cdf27c0 req-33fd8383-dced-4663-b7d1-846738ae463d tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15dab5e-3410-4128-b2f2-8158cba100e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134194 Jul 13 18:23:58.925241 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6e5218fe-8f5c-4067-af2b-04d0fc6214fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:58.929166 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-6e5218fe-8f5c-4067-af2b-04d0fc6214fc admin admin] 10.222.0.11 "DELETE /v2.0/networks/f201a881-6b25-4333-aa60-ba9ca6e5d881 HTTP/1.1" status: 204 len: 168 time: 1.5620849 Jul 13 18:23:58.967084 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5218fe-8f5c-4067-af2b-04d0fc6214fc admin admin] Pushing event deleted for resources: {'Network': ['ID=f201a881-6b25-4333-aa60-ba9ca6e5d881,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:58.969469 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.managers [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-5be3e075-b69a-4a5e-b854-d29e0300027d service neutron] Attempting to bind port 3d8561c5-364d-465e-bdef-1f34d7c6c57f on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:23:58.969811 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.managers [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-5be3e075-b69a-4a5e-b854-d29e0300027d service neutron] Attempting to bind port 3d8561c5-364d-465e-bdef-1f34d7c6c57f by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'a17767d0-de67-47b0-8ed9-eb81d030d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b'}] {{(pid=92974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:23:58.970140 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-5be3e075-b69a-4a5e-b854-d29e0300027d service neutron] Attempting to bind port 3d8561c5-364d-465e-bdef-1f34d7c6c57f on network 17302fc4-2689-41b0-91b7-3c3e6cf2a62b {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:23:58.974477 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-22bb52bd-8e25-4d5d-a876-25c1c1a4d748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:58.993668 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-5be3e075-b69a-4a5e-b854-d29e0300027d service neutron] Port 3d8561c5-364d-465e-bdef-1f34d7c6c57f on network 17302fc4-2689-41b0-91b7-3c3e6cf2a62b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 18:23:58.993668 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-5be3e075-b69a-4a5e-b854-d29e0300027d service neutron] Attempting to bind port 3d8561c5-364d-465e-bdef-1f34d7c6c57f on network 17302fc4-2689-41b0-91b7-3c3e6cf2a62b {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:23:59.001585 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2e326e4e-e000-4a3f-8f57-3a727bf711cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:59.018879 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-34989e5f-b1cf-4b06-9406-efb51c70a974 req-5c9f284a-2c5a-42a6-b9ed-f2d027e296e1 service neutron] 10.222.0.32 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298106 Jul 13 18:23:59.022001 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-5be3e075-b69a-4a5e-b854-d29e0300027d service neutron] Checking agent: {'id': '42658009-1da3-417e-95f4-9a37477be153', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'started_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:23:59.022398 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-5be3e075-b69a-4a5e-b854-d29e0300027d service neutron] Checking segment: {'id': 'a17767d0-de67-47b0-8ed9-eb81d030d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:23:59.022716 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-5be3e075-b69a-4a5e-b854-d29e0300027d service neutron] Bound using segment: {'id': 'a17767d0-de67-47b0-8ed9-eb81d030d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b'} {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:23:59.023172 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.managers [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-5be3e075-b69a-4a5e-b854-d29e0300027d service neutron] Bound port: 3d8561c5-364d-465e-bdef-1f34d7c6c57f, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a17767d0-de67-47b0-8ed9-eb81d030d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b'}}] {{(pid=92974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:23:59.023535 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-5be3e075-b69a-4a5e-b854-d29e0300027d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:59.159843 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-22bb52bd-8e25-4d5d-a876-25c1c1a4d748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:59.178233 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2e326e4e-e000-4a3f-8f57-3a727bf711cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:59.183115 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2e326e4e-e000-4a3f-8f57-3a727bf711cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:59.185708 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-2e326e4e-e000-4a3f-8f57-3a727bf711cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de947211-4155-49da-a529-53b34eb11f1b HTTP/1.1" status: 204 len: 168 time: 0.8354640 Jul 13 18:23:59.187954 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-5be3e075-b69a-4a5e-b854-d29e0300027d service neutron] For port 3d8561c5-364d-465e-bdef-1f34d7c6c57f, host hv-cinder-78692, cleared binding levels {{(pid=92974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:23:59.198099 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-5be3e075-b69a-4a5e-b854-d29e0300027d service neutron] For port 3d8561c5-364d-465e-bdef-1f34d7c6c57f, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3d8561c5-364d-465e-bdef-1f34d7c6c57f,segment=NetworkSegment(a17767d0-de67-47b0-8ed9-eb81d030d04e),segment_id=a17767d0-de67-47b0-8ed9-eb81d030d04e)] {{(pid=92974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:23:59.220561 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-5be3e075-b69a-4a5e-b854-d29e0300027d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3228708'] for port, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:59.224957 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbbe41-a555-4a68-afb5-1bf1ce478092 req-bc1d13be-fb62-4cc4-8369-034cb2c37d41 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:59.238489 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-55bbbe41-a555-4a68-afb5-1bf1ce478092 req-bc1d13be-fb62-4cc4-8369-034cb2c37d41 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 944 time: 0.4584138 Jul 13 18:23:59.240113 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e326e4e-e000-4a3f-8f57-3a727bf711cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de947211-4155-49da-a529-53b34eb11f1b,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:59.241533 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 34366) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:23:59.397086 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device a1cd7930-dec2-4533-b2cd-c0601d80036f up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:23:59.420336 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-5be3e075-b69a-4a5e-b854-d29e0300027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:59.421143 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-5be3e075-b69a-4a5e-b854-d29e0300027d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for port, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:59.422507 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-5be3e075-b69a-4a5e-b854-d29e0300027d service neutron] 10.222.0.32 "PUT /v2.0/ports/3d8561c5-364d-465e-bdef-1f34d7c6c57f HTTP/1.1" status: 200 len: 1094 time: 3.8968859 Jul 13 18:23:59.422965 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1de591-4fbe-4502-be40-f6bb71245d8d', 'tag': '3d8561c5-364d-465e-bdef-1f34d7c6c57f'}] {{(pid=92974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:23:59.429840 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744f0cfc83b6d7eddb29a1ac54562a03fe7b453c2cada0da8e0ec66c391a914f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a01a523-992e-4d87-812c-c15425c02a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1de591-4fbe-4502-be40-f6bb71245d8d", "tag": "3d8561c5-364d-465e-bdef-1f34d7c6c57f"}]}' {{(pid=92974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:23:59.452371 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3e075-b69a-4a5e-b854-d29e0300027d service neutron] Pushing event updated for resources: {'Port': ['ID=3d8561c5-364d-465e-bdef-1f34d7c6c57f,revision_number=3']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:23:59.505780 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed5ba1-2dde-4897-ad6b-c381dbbd0bd2 req-d5733c5c-7350-4e56-89ac-23e9e1349f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:23:59.508888 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-43ed5ba1-2dde-4897-ad6b-c381dbbd0bd2 req-d5733c5c-7350-4e56-89ac-23e9e1349f4d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=68241fca29234db0be94c2b6f7eaeb4d&device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 1096 time: 0.2919958 Jul 13 18:23:59.605581 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning for port a1cd7930-dec2-4533-b2cd-c0601d80036f completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:23:59.612624 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port a1cd7930-dec2-4533-b2cd-c0601d80036f triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:23:59.613372 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:23:59.910079 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:00.048049 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a0566a-c3e7-47bc-8d63-b44fdc251876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cd7930-dec2-4533-b2cd-c0601d80036f'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:24:00.052534 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea970994-17b7-4a43-9785-d65f9f0221b4" -d '{"events": [{"server_uuid": "33a0566a-c3e7-47bc-8d63-b44fdc251876", "name": "network-vif-plugged", "status": "completed", "tag": "a1cd7930-dec2-4533-b2cd-c0601d80036f"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:24:00.101246 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port a1cd7930-dec2-4533-b2cd-c0601d80036f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a1cd7930-dec2-4533-b2cd-c0601d80036f,segment=NetworkSegment(83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a),segment_id=83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:24:00.112704 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-55bbbe41-a555-4a68-afb5-1bf1ce478092 req-d813aebd-2f6e-4f61-a23a-d08def183449 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8724167 Jul 13 18:24:00.114158 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:00.120016 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-ae41fe75-8a0d-485b-a26d-ae0d2d97cc07 service neutron] 10.222.0.32 "GET /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2077804 Jul 13 18:24:00.268253 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=a1cd7930-dec2-4533-b2cd-c0601d80036f,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:00.268811 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618df80d-c8cc-431d-b42a-6dc143ece332 x-openstack-request-id: req-618df80d-c8cc-431d-b42a-6dc143ece332 {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:24:00.269638 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1de591-4fbe-4502-be40-f6bb71245d8d", "tag": "3d8561c5-364d-465e-bdef-1f34d7c6c57f", "status": "completed", "code": 200}]} {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:24:00.272435 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-618df80d-c8cc-431d-b42a-6dc143ece332 {{(pid=92974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:24:00.272983 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1de591-4fbe-4502-be40-f6bb71245d8d', 'tag': '3d8561c5-364d-465e-bdef-1f34d7c6c57f', 'status': 'completed', 'code': 200} Jul 13 18:24:00.286635 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed5ba1-2dde-4897-ad6b-c381dbbd0bd2 req-63468afc-09bb-430d-b787-97c6faf16877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:00.288922 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-43ed5ba1-2dde-4897-ad6b-c381dbbd0bd2 req-63468afc-09bb-430d-b787-97c6faf16877 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d HTTP/1.1" status: 200 len: 918 time: 0.7694850 Jul 13 18:24:00.400808 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-43ed5ba1-2dde-4897-ad6b-c381dbbd0bd2 req-3e554cb0-0844-4810-ab0e-233bb436702a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c350fbe-c736-4c70-b069-c08d7601d7ba HTTP/1.1" status: 200 len: 217 time: 0.0835743 Jul 13 18:24:00.401529 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 34408) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:00.402648 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-41479488-79e5-4e38-8bfb-228f23a4bb01 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ed8fb58b08ca4feda7a563897beefb9a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1498833 Jul 13 18:24:00.404177 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-30f53e67-d676-4b30-ab12-f6c7fbcc1e94 req-530ce6bd-cb14-4fd5-ade2-f8e13f3158ec service neutron] 10.222.0.32 "GET /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534466 Jul 13 18:24:00.405492 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-22bb52bd-8e25-4d5d-a876-25c1c1a4d748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:00.409513 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-22bb52bd-8e25-4d5d-a876-25c1c1a4d748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:00.410665 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-22bb52bd-8e25-4d5d-a876-25c1c1a4d748 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7675422b-4be4-4d81-a286-773998919b0c HTTP/1.1" status: 204 len: 168 time: 1.7178006 Jul 13 18:24:00.436303 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-36c5aa14-a3f5-4abb-9b53-5a2a101a1c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:00.438159 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-36c5aa14-a3f5-4abb-9b53-5a2a101a1c9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a6911fcceca4a7a9b21b2e7b761c0d4&device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 1097 time: 0.5454001 Jul 13 18:24:00.475518 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb52bd-8e25-4d5d-a876-25c1c1a4d748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7675422b-4be4-4d81-a286-773998919b0c,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:00.630336 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-b5095c17-0062-4490-a8ad-df465a97ccfa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d8561c5-364d-465e-bdef-1f34d7c6c57f HTTP/1.1" status: 200 len: 217 time: 0.1640480 Jul 13 18:24:00.643970 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9340e8b-b96a-469f-807a-5a8ca584c6c6 req-6e00db2c-0474-4d5d-b2d4-04682cbf7021 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:00.657516 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d9340e8b-b96a-469f-807a-5a8ca584c6c6 req-6e00db2c-0474-4d5d-b2d4-04682cbf7021 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 944 time: 1.2019520 Jul 13 18:24:00.700413 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed5ba1-2dde-4897-ad6b-c381dbbd0bd2 req-dcb26910-5d58-4648-9072-db1b3d74d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:00.702005 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-43ed5ba1-2dde-4897-ad6b-c381dbbd0bd2 req-dcb26910-5d58-4648-9072-db1b3d74d9ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=debf1583-97cc-49b3-a3ab-32a9aef91126 HTTP/1.1" status: 200 len: 856 time: 0.2785501 Jul 13 18:24:00.750956 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d9340e8b-b96a-469f-807a-5a8ca584c6c6 req-a96b4c52-552d-497d-a14b-7171d75d7d0d tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908585 Jul 13 18:24:00.784884 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2b95a8ac-2b59-4a97-9261-991636f8c8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:00.796724 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-12219d0a-04e6-4bf7-83a3-c13123bbe5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:00.799862 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-12219d0a-04e6-4bf7-83a3-c13123bbe5f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76eef7ac-abd1-4be1-8ef4-9f068a4abaa0 HTTP/1.1" status: 200 len: 848 time: 0.1502068 Jul 13 18:24:00.855194 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2b95a8ac-2b59-4a97-9261-991636f8c8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:00.872979 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba555240-4c7f-4a44-9ce6-7f5059a7fc80 req-2db39c52-5a9d-4576-8c1c-54dc78692afa tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:00.875296 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ba555240-4c7f-4a44-9ce6-7f5059a7fc80 req-2db39c52-5a9d-4576-8c1c-54dc78692afa tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.3957160 Jul 13 18:24:00.982575 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc9ded-0c55-44cc-a3ab-ca8a86a633cc req-54d3bd02-ad69-4dc0-b307-91b294281357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:00.985239 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-80bc9ded-0c55-44cc-a3ab-ca8a86a633cc req-54d3bd02-ad69-4dc0-b307-91b294281357 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6142a2ec1d3e454297a59aa3b11d17aa&device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 1097 time: 0.3814054 Jul 13 18:24:01.026345 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ba555240-4c7f-4a44-9ce6-7f5059a7fc80 req-d3c8a892-d6de-4754-b13e-7bf7291a080c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273401 Jul 13 18:24:01.060968 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed5ba1-2dde-4897-ad6b-c381dbbd0bd2 req-ed745919-ba41-4c08-ae27-45a12743ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:01.063425 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-43ed5ba1-2dde-4897-ad6b-c381dbbd0bd2 req-ed745919-ba41-4c08-ae27-45a12743ed82 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3495715 Jul 13 18:24:01.153268 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8abdfa-1616-43f5-a211-b7701692284c x-openstack-request-id: req-ae8abdfa-1616-43f5-a211-b7701692284c {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:24:01.153873 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a0566a-c3e7-47bc-8d63-b44fdc251876", "name": "network-vif-plugged", "status": "completed", "tag": "a1cd7930-dec2-4533-b2cd-c0601d80036f", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:24:01.154095 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae8abdfa-1616-43f5-a211-b7701692284c {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:24:01.154975 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a0566a-c3e7-47bc-8d63-b44fdc251876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cd7930-dec2-4533-b2cd-c0601d80036f', 'code': 200} Jul 13 18:24:01.235797 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-5e80f3b4-bd95-461e-8c4a-3e70d6b8ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:01.243188 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-5e80f3b4-bd95-461e-8c4a-3e70d6b8ddb4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17302fc4-2689-41b0-91b7-3c3e6cf2a62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4330900 Jul 13 18:24:01.338150 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 34428) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:01.339355 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc9ded-0c55-44cc-a3ab-ca8a86a633cc req-54087b4e-5203-4353-b122-109cfb6e48d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:01.343130 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-80bc9ded-0c55-44cc-a3ab-ca8a86a633cc req-54087b4e-5203-4353-b122-109cfb6e48d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8712c6dd-710d-48bd-92a1-6aa9b9fb58fe HTTP/1.1" status: 200 len: 919 time: 0.3479798 Jul 13 18:24:01.355417 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-43ed5ba1-2dde-4897-ad6b-c381dbbd0bd2 req-d4964088-6edf-43e6-96d2-d11eaf61cca9 service neutron] 10.222.0.32 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806365 Jul 13 18:24:01.361100 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2b95a8ac-2b59-4a97-9261-991636f8c8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:01.365616 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2b95a8ac-2b59-4a97-9261-991636f8c8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:01.369642 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-2b95a8ac-2b59-4a97-9261-991636f8c8a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2615627f-82a5-4541-a0a5-a2479b672eb0 HTTP/1.1" status: 204 len: 168 time: 0.9635856 Jul 13 18:24:01.393943 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device a38236bc-942d-4ebf-91aa-2da310cac493 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:24:01.426063 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-76e46c5a-711e-42f3-96ea-a949bb01f7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:01.468812 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-80bc9ded-0c55-44cc-a3ab-ca8a86a633cc req-68cc1035-d635-4176-b304-a661f935a492 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a38236bc-942d-4ebf-91aa-2da310cac493 HTTP/1.1" status: 200 len: 217 time: 0.1075780 Jul 13 18:24:01.523220 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92ec0f-30f1-4149-96d1-f9615db9ac18 req-e923d3b0-fc07-45dd-8c3f-605ae60fbd60 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:01.555046 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4e92ec0f-30f1-4149-96d1-f9615db9ac18 req-e923d3b0-fc07-45dd-8c3f-605ae60fbd60 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 946 time: 0.4886184 Jul 13 18:24:01.566438 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port a38236bc-942d-4ebf-91aa-2da310cac493, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a38236bc-942d-4ebf-91aa-2da310cac493,segment=NetworkSegment(83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a),segment_id=83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:24:01.584396 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': 'a38236bc-942d-4ebf-91aa-2da310cac493', 'network_id': '8712c6dd-710d-48bd-92a1-6aa9b9fb58fe', 'port_id': 'a38236bc-942d-4ebf-91aa-2da310cac493', 'mac_address': 'fa:16:3e:76:f9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bf7fe7-0ee1-431f-b75e-99e1897408f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:24:01.617980 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95a8ac-2b59-4a97-9261-991636f8c8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2615627f-82a5-4541-a0a5-a2479b672eb0,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:01.736945 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:01.776354 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a38236bc-942d-4ebf-91aa-2da310cac493 {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:24:01.780929 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-0de04dbc-e11e-47d9-8711-95fabfed5697 service neutron] 10.222.0.32 "GET /v2.0/networks/17302fc4-2689-41b0-91b7-3c3e6cf2a62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215589 Jul 13 18:24:01.828723 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4e92ec0f-30f1-4149-96d1-f9615db9ac18 req-4d67b5d6-ffbb-41f1-a6b3-453f94af1a06 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15dab5e-3410-4128-b2f2-8158cba100e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722297 Jul 13 18:24:01.854340 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port a38236bc-942d-4ebf-91aa-2da310cac493, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a38236bc-942d-4ebf-91aa-2da310cac493,segment=NetworkSegment(83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a),segment_id=83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:24:01.880204 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:01.881087 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 1c350fbe-c736-4c70-b069-c08d7601d7ba details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:24:01.899676 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc9ded-0c55-44cc-a3ab-ca8a86a633cc req-b5c48fa5-f026-46a6-985e-514049659c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:01.902807 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-80bc9ded-0c55-44cc-a3ab-ca8a86a633cc req-b5c48fa5-f026-46a6-985e-514049659c1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23bf7fe7-0ee1-431f-b75e-99e1897408f7 HTTP/1.1" status: 200 len: 858 time: 0.3988793 Jul 13 18:24:01.925570 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dda808-16d7-42e3-8819-90fdbce7b071 req-9d88c3e8-88f7-41ea-860b-448bb8954017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:01.927542 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-26dda808-16d7-42e3-8819-90fdbce7b071 req-9d88c3e8-88f7-41ea-860b-448bb8954017 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 1098 time: 0.3929682 Jul 13 18:24:01.980846 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-43ed5ba1-2dde-4897-ad6b-c381dbbd0bd2 req-5e96f066-1623-4c8f-9464-d0e98d7ae00d service neutron] 10.222.0.32 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6096261 Jul 13 18:24:02.006547 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7400c7-09a2-4617-8916-a6004c29f5f7 req-e7bedba5-a32a-4e0a-bf78-68098d1322e0 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:02.017689 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8b7400c7-09a2-4617-8916-a6004c29f5f7 req-e7bedba5-a32a-4e0a-bf78-68098d1322e0 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 944 time: 0.6336586 Jul 13 18:24:02.130418 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-80bc9ded-0c55-44cc-a3ab-ca8a86a633cc req-6c954eca-ce49-4b1b-927f-b33a9be04377 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8712c6dd-710d-48bd-92a1-6aa9b9fb58fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1956694 Jul 13 18:24:02.197527 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-26dda808-16d7-42e3-8819-90fdbce7b071 req-d0a4b904-3111-4f75-a720-c1c6c5070015 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454369 Jul 13 18:24:02.219112 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-8bd0bb68-aca6-4c38-bc9e-680adf5198a9 req-06ba4378-6dd3-451d-bffe-5386355a4186 service neutron] 10.222.0.32 "GET /v2.0/networks/17302fc4-2689-41b0-91b7-3c3e6cf2a62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212463 Jul 13 18:24:02.247374 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=a38236bc-942d-4ebf-91aa-2da310cac493,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:02.292674 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 34460) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:02.388339 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 1c350fbe-c736-4c70-b069-c08d7601d7ba, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1c350fbe-c736-4c70-b069-c08d7601d7ba,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:24:02.419465 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': '1c350fbe-c736-4c70-b069-c08d7601d7ba', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'port_id': '1c350fbe-c736-4c70-b069-c08d7601d7ba', 'mac_address': 'fa:16:3e:02:7e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:24:02.441380 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8b7400c7-09a2-4617-8916-a6004c29f5f7 req-29a31153-be5d-4752-b971-756ba85de6cd tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164469 Jul 13 18:24:02.477278 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-0e1ca14b-1a12-4673-b54d-4da4a9df31a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=004188f380ed4501b1bfeda70791a5dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826952 Jul 13 18:24:02.481779 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 34464) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:02.549378 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:02.583227 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-76e46c5a-711e-42f3-96ea-a949bb01f7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:02.584001 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c350fbe-c736-4c70-b069-c08d7601d7ba {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:24:02.643646 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-80bc9ded-0c55-44cc-a3ab-ca8a86a633cc req-ed0a81df-d651-418a-86bb-c751ff85dc94 service neutron] 10.222.0.32 "GET /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864495 Jul 13 18:24:02.665458 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 1c350fbe-c736-4c70-b069-c08d7601d7ba, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1c350fbe-c736-4c70-b069-c08d7601d7ba,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:24:02.667637 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-76e46c5a-711e-42f3-96ea-a949bb01f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:02.671844 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:02.801332 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=1c350fbe-c736-4c70-b069-c08d7601d7ba,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:02.834493 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-07c2af71-ff6e-4c63-8578-a5c98dd0517c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:02.886546 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad69d27-a22f-406b-b771-5e6f088db3dc req-200a92ca-70f0-4cfa-a5b8-9d4203421d64 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:02.889171 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8ad69d27-a22f-406b-b771-5e6f088db3dc req-200a92ca-70f0-4cfa-a5b8-9d4203421d64 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 944 time: 0.6224105 Jul 13 18:24:02.893281 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-07c2af71-ff6e-4c63-8578-a5c98dd0517c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:02.894850 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-76e46c5a-711e-42f3-96ea-a949bb01f7ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=332a7cb968ce409ab8d927501174403d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5504663 Jul 13 18:24:02.902658 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 34474) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:02.908761 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e46c5a-711e-42f3-96ea-a949bb01f7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b054a9dd-27b6-4268-8407-09a4c11abe6f,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:02.914629 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01a523-992e-4d87-812c-c15425c02a9b req-e7d62262-0245-423a-93d1-cf7296f41e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:02.919618 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-3a01a523-992e-4d87-812c-c15425c02a9b req-e7d62262-0245-423a-93d1-cf7296f41e22 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a6911fcceca4a7a9b21b2e7b761c0d4&device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 1097 time: 0.3136969 Jul 13 18:24:03.047277 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8ad69d27-a22f-406b-b771-5e6f088db3dc req-bf18d188-568f-45ea-9b0e-d7d8407e9a73 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249697 Jul 13 18:24:03.062460 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4751a-fa91-44d0-aed9-e7573babfe76 req-72e9eee9-efe4-4ed9-a81c-1fdcb40a41f6 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:03.074750 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['1c350fbe-c736-4c70-b069-c08d7601d7ba'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:24:03.088005 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-54a4751a-fa91-44d0-aed9-e7573babfe76 req-72e9eee9-efe4-4ed9-a81c-1fdcb40a41f6 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.4401205 Jul 13 18:24:03.137173 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-80bc9ded-0c55-44cc-a3ab-ca8a86a633cc req-122acdce-471a-4a68-84f8-8bf636fc354e service neutron] 10.222.0.32 "GET /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729211 Jul 13 18:24:03.150947 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['a38236bc-942d-4ebf-91aa-2da310cac493'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:24:03.185061 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-07c2af71-ff6e-4c63-8578-a5c98dd0517c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:03.190076 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-07c2af71-ff6e-4c63-8578-a5c98dd0517c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:03.193380 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-54a4751a-fa91-44d0-aed9-e7573babfe76 req-30415e0f-7887-4559-ac5e-8fcdb079eff3 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993166 Jul 13 18:24:03.201630 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-07c2af71-ff6e-4c63-8578-a5c98dd0517c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf2c8c27-78ba-471c-a1f7-865afae094c3 HTTP/1.1" status: 204 len: 168 time: 0.7134535 Jul 13 18:24:03.225988 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ad7fd57a-3086-4ae3-be15-f2996e033496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:03.265849 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ad7fd57a-3086-4ae3-be15-f2996e033496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:03.362937 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01a523-992e-4d87-812c-c15425c02a9b req-d3460a9a-5344-48a8-bb56-71dc442b9bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:03.365703 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-3a01a523-992e-4d87-812c-c15425c02a9b req-d3460a9a-5344-48a8-bb56-71dc442b9bb6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17302fc4-2689-41b0-91b7-3c3e6cf2a62b HTTP/1.1" status: 200 len: 910 time: 0.4249516 Jul 13 18:24:03.367169 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2af71-ff6e-4c63-8578-a5c98dd0517c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2c8c27-78ba-471c-a1f7-865afae094c3,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:03.371641 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ad7fd57a-3086-4ae3-be15-f2996e033496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:03.377616 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ad7fd57a-3086-4ae3-be15-f2996e033496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:03.380079 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-ad7fd57a-3086-4ae3-be15-f2996e033496 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b054a9dd-27b6-4268-8407-09a4c11abe6f HTTP/1.1" status: 204 len: 168 time: 0.4600329 Jul 13 18:24:03.397522 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2af71-ff6e-4c63-8578-a5c98dd0517c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:24:03.398334 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2af71-ff6e-4c63-8578-a5c98dd0517c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:24:03.399303 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2af71-ff6e-4c63-8578-a5c98dd0517c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:24:03.400123 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2af71-ff6e-4c63-8578-a5c98dd0517c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:24:03.401062 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2af71-ff6e-4c63-8578-a5c98dd0517c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:24:03.402218 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2af71-ff6e-4c63-8578-a5c98dd0517c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:24:03.402950 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2af71-ff6e-4c63-8578-a5c98dd0517c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:24:03.403842 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2af71-ff6e-4c63-8578-a5c98dd0517c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:24:03.404566 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2af71-ff6e-4c63-8578-a5c98dd0517c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:24:03.405514 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2af71-ff6e-4c63-8578-a5c98dd0517c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:24:03.406524 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2af71-ff6e-4c63-8578-a5c98dd0517c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:24:03.407265 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2af71-ff6e-4c63-8578-a5c98dd0517c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:24:03.410909 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 3d8561c5-364d-465e-bdef-1f34d7c6c57f details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:24:03.437804 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fd57a-3086-4ae3-be15-f2996e033496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b054a9dd-27b6-4268-8407-09a4c11abe6f,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:03.496614 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-3a01a523-992e-4d87-812c-c15425c02a9b req-deee6855-227f-4f5f-9420-ed78fda1120b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d8561c5-364d-465e-bdef-1f34d7c6c57f HTTP/1.1" status: 200 len: 217 time: 0.1044858 Jul 13 18:24:03.674781 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01a523-992e-4d87-812c-c15425c02a9b req-98a4cf2f-6fe2-4d00-879e-4334eadb3bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:03.677697 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-3a01a523-992e-4d87-812c-c15425c02a9b req-98a4cf2f-6fe2-4d00-879e-4334eadb3bdc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76eef7ac-abd1-4be1-8ef4-9f068a4abaa0 HTTP/1.1" status: 200 len: 848 time: 0.1729648 Jul 13 18:24:03.856389 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.db.resource_extend [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 18:24:03.935740 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01a523-992e-4d87-812c-c15425c02a9b req-44ccebab-ffb5-4cdf-919b-802365719356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:03.941951 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-3a01a523-992e-4d87-812c-c15425c02a9b req-44ccebab-ffb5-4cdf-919b-802365719356 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17302fc4-2689-41b0-91b7-3c3e6cf2a62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2565186 Jul 13 18:24:03.948839 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b69984-5606-4634-8576-dfc5c6675953 req-2e66fff3-149c-43fe-ac6e-59063db2ddf3 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:03.969269 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f6b69984-5606-4634-8576-dfc5c6675953 req-2e66fff3-149c-43fe-ac6e-59063db2ddf3 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 945 time: 0.2710354 Jul 13 18:24:04.088453 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 3d8561c5-364d-465e-bdef-1f34d7c6c57f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3d8561c5-364d-465e-bdef-1f34d7c6c57f,segment=NetworkSegment(a17767d0-de67-47b0-8ed9-eb81d030d04e),segment_id=a17767d0-de67-47b0-8ed9-eb81d030d04e)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:24:04.107741 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': '3d8561c5-364d-465e-bdef-1f34d7c6c57f', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'port_id': '3d8561c5-364d-465e-bdef-1f34d7c6c57f', 'mac_address': 'fa:16:3e:5b:f9:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:24:04.119559 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f6b69984-5606-4634-8576-dfc5c6675953 req-60191f99-b758-4fee-becf-dc2c0d50cb7f tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302550 Jul 13 18:24:04.258061 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:04.321920 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8561c5-364d-465e-bdef-1f34d7c6c57f {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:24:04.355717 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-3a01a523-992e-4d87-812c-c15425c02a9b req-e9201d82-d33c-4d9d-b864-fee443e8424a service neutron] 10.222.0.32 "GET /v2.0/networks/17302fc4-2689-41b0-91b7-3c3e6cf2a62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046700 Jul 13 18:24:04.418828 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 3d8561c5-364d-465e-bdef-1f34d7c6c57f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3d8561c5-364d-465e-bdef-1f34d7c6c57f,segment=NetworkSegment(a17767d0-de67-47b0-8ed9-eb81d030d04e),segment_id=a17767d0-de67-47b0-8ed9-eb81d030d04e)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:24:04.430746 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:04.596190 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-3a01a523-992e-4d87-812c-c15425c02a9b req-5c389a16-7a5b-48fa-b6f9-d45a3f872c90 service neutron] 10.222.0.32 "GET /v2.0/networks/17302fc4-2689-41b0-91b7-3c3e6cf2a62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330828 Jul 13 18:24:04.687774 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157676be-306f-41ae-a06e-4b09ec42e841 req-6ca79f84-8bd8-43c4-a971-4657d2ec25aa tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:04.696223 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=3d8561c5-364d-465e-bdef-1f34d7c6c57f,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:04.700450 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-157676be-306f-41ae-a06e-4b09ec42e841 req-6ca79f84-8bd8-43c4-a971-4657d2ec25aa tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 944 time: 0.3563998 Jul 13 18:24:04.805257 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-157676be-306f-41ae-a06e-4b09ec42e841 req-6e4e735b-ef00-4d19-ae4f-a0681a1f02fe tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033189 Jul 13 18:24:04.971290 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['3d8561c5-364d-465e-bdef-1f34d7c6c57f'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:24:05.210763 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aeb8ca-0fc6-4cab-9d66-167df0be1983 req-9161b359-6435-4aa2-bd91-756b9dfb9f19 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:05.214328 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-07aeb8ca-0fc6-4cab-9d66-167df0be1983 req-9161b359-6435-4aa2-bd91-756b9dfb9f19 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 944 time: 0.1869004 Jul 13 18:24:05.306955 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-07aeb8ca-0fc6-4cab-9d66-167df0be1983 req-6e04786e-6ad5-4795-b744-dc4f876d5687 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794954 Jul 13 18:24:05.418822 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device a38236bc-942d-4ebf-91aa-2da310cac493 up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:24:05.462268 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:24:05.554791 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning for port a38236bc-942d-4ebf-91aa-2da310cac493 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:24:05.555813 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9774642-cdd0-43a5-ac47-0c062a9075d0 req-e016a108-ab1a-4c3d-9eb7-d940f2ea088f tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:05.570409 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port a38236bc-942d-4ebf-91aa-2da310cac493 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:24:05.571949 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:05.572708 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e9774642-cdd0-43a5-ac47-0c062a9075d0 req-e016a108-ab1a-4c3d-9eb7-d940f2ea088f tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 945 time: 0.2149742 Jul 13 18:24:05.679496 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e9774642-cdd0-43a5-ac47-0c062a9075d0 req-5712b4f4-8a55-4cf5-bd39-ac30b393d4c2 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035819 Jul 13 18:24:05.770036 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:05.841278 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port a38236bc-942d-4ebf-91aa-2da310cac493, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a38236bc-942d-4ebf-91aa-2da310cac493,segment=NetworkSegment(83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a),segment_id=83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:24:05.843057 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c70797-ed56-4cb3-b614-1813e9884fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38236bc-942d-4ebf-91aa-2da310cac493'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:24:05.848116 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d566b47d-a476-459a-a914-8776c40c4ab1" -d '{"events": [{"server_uuid": "56c70797-ed56-4cb3-b614-1813e9884fca", "name": "network-vif-plugged", "status": "completed", "tag": "a38236bc-942d-4ebf-91aa-2da310cac493"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:24:05.874649 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:05.879120 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 1c350fbe-c736-4c70-b069-c08d7601d7ba up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:24:06.004381 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96165812-37bd-4ead-bb45-2a072e586e73 x-openstack-request-id: req-96165812-37bd-4ead-bb45-2a072e586e73 {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:24:06.005218 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c70797-ed56-4cb3-b614-1813e9884fca", "name": "network-vif-plugged", "status": "completed", "tag": "a38236bc-942d-4ebf-91aa-2da310cac493", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:24:06.005681 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-96165812-37bd-4ead-bb45-2a072e586e73 {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:24:06.006290 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c70797-ed56-4cb3-b614-1813e9884fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38236bc-942d-4ebf-91aa-2da310cac493', 'code': 200} Jul 13 18:24:06.051894 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=a38236bc-942d-4ebf-91aa-2da310cac493,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:06.070325 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning for port 1c350fbe-c736-4c70-b069-c08d7601d7ba completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:24:06.082001 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port 1c350fbe-c736-4c70-b069-c08d7601d7ba triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:24:06.084267 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:06.259481 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:06.322572 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85947a0c-51a1-4e48-b31b-a17b6b2f53bd req-40201ead-9eef-446d-a779-ee84f68bbfec tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:06.332322 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-85947a0c-51a1-4e48-b31b-a17b6b2f53bd req-40201ead-9eef-446d-a779-ee84f68bbfec tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 945 time: 0.2242999 Jul 13 18:24:06.374180 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 1c350fbe-c736-4c70-b069-c08d7601d7ba, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1c350fbe-c736-4c70-b069-c08d7601d7ba,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:24:06.383964 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:06.449511 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-85947a0c-51a1-4e48-b31b-a17b6b2f53bd req-dec98dee-3640-4229-9c4d-1d02ec0c8fa7 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117072 Jul 13 18:24:06.634891 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=1c350fbe-c736-4c70-b069-c08d7601d7ba,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:06.738575 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3849d4a-0fb3-45ea-8ae1-4cc45c69fa75 req-9d231ad2-f07d-42eb-b5c5-69fec0093101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:06.741611 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-c3849d4a-0fb3-45ea-8ae1-4cc45c69fa75 req-9d231ad2-f07d-42eb-b5c5-69fec0093101 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 1099 time: 0.2342772 Jul 13 18:24:06.861831 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-c3849d4a-0fb3-45ea-8ae1-4cc45c69fa75 req-8db8174b-7d14-46c0-858e-e749eb4bb29c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104383 Jul 13 18:24:06.937698 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a414a7-e83f-40f0-9347-45a7627d2060 req-88050dc6-e58b-4b6c-8d97-012c965e5327 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:06.952176 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-53a414a7-e83f-40f0-9347-45a7627d2060 req-88050dc6-e58b-4b6c-8d97-012c965e5327 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1845090 Jul 13 18:24:07.033511 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-53a414a7-e83f-40f0-9347-45a7627d2060 req-ae1d135f-6586-4edc-8688-aecd9d4b2814 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798440 Jul 13 18:24:07.149725 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d24668-c7b9-496e-bdd4-84b23c1b0350 req-85e6999e-490e-4c58-839d-7cdc32effa00 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:07.152561 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c3d24668-c7b9-496e-bdd4-84b23c1b0350 req-85e6999e-490e-4c58-839d-7cdc32effa00 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1178505 Jul 13 18:24:07.228116 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c3d24668-c7b9-496e-bdd4-84b23c1b0350 req-c7a4448d-df43-41b9-ae03-ca4c7930c9f4 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627248 Jul 13 18:24:07.417971 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 3d8561c5-364d-465e-bdef-1f34d7c6c57f up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:24:07.529224 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning for port 3d8561c5-364d-465e-bdef-1f34d7c6c57f completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:24:07.536046 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port 3d8561c5-364d-465e-bdef-1f34d7c6c57f triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:24:07.536592 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:07.684036 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:07.733337 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 3d8561c5-364d-465e-bdef-1f34d7c6c57f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3d8561c5-364d-465e-bdef-1f34d7c6c57f,segment=NetworkSegment(a17767d0-de67-47b0-8ed9-eb81d030d04e),segment_id=a17767d0-de67-47b0-8ed9-eb81d030d04e)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:24:07.741372 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:07.822205 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=3d8561c5-364d-465e-bdef-1f34d7c6c57f,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:07.890719 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d490f-aacc-402b-a396-ded731c6ba3c req-108df065-b745-4601-9c5e-0458d479f245 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:07.896257 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7b9d490f-aacc-402b-a396-ded731c6ba3c req-108df065-b745-4601-9c5e-0458d479f245 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.1350892 Jul 13 18:24:07.967644 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7b9d490f-aacc-402b-a396-ded731c6ba3c req-4ec7c53b-0276-4281-bbb9-71478a5ce388 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628254 Jul 13 18:24:08.007587 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c350fbe-c736-4c70-b069-c08d7601d7ba'}, {'server_uuid': '6f1de591-4fbe-4502-be40-f6bb71245d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8561c5-364d-465e-bdef-1f34d7c6c57f'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:24:08.009967 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac10327d-3c66-4858-a819-7d04d492742e" -d '{"events": [{"server_uuid": "eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21", "name": "network-vif-plugged", "status": "completed", "tag": "1c350fbe-c736-4c70-b069-c08d7601d7ba"}, {"server_uuid": "6f1de591-4fbe-4502-be40-f6bb71245d8d", "name": "network-vif-plugged", "status": "completed", "tag": "3d8561c5-364d-465e-bdef-1f34d7c6c57f"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:24:08.058908 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 18:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291ca071-017a-41e3-9ee4-90f9f6844c9b x-openstack-request-id: req-291ca071-017a-41e3-9ee4-90f9f6844c9b {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:24:08.059312 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21", "name": "network-vif-plugged", "status": "completed", "tag": "1c350fbe-c736-4c70-b069-c08d7601d7ba", "code": 200}, {"server_uuid": "6f1de591-4fbe-4502-be40-f6bb71245d8d", "name": "network-vif-plugged", "status": "completed", "tag": "3d8561c5-364d-465e-bdef-1f34d7c6c57f", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:24:08.059840 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-291ca071-017a-41e3-9ee4-90f9f6844c9b {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:24:08.060430 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c350fbe-c736-4c70-b069-c08d7601d7ba', 'code': 200} Jul 13 18:24:08.060884 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1de591-4fbe-4502-be40-f6bb71245d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8561c5-364d-465e-bdef-1f34d7c6c57f', 'code': 200} Jul 13 18:24:08.425132 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af070f86-7586-4854-88d7-0e063f01ed48 req-06b806b8-2d48-466e-abf1-93d86346a387 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:08.431535 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-af070f86-7586-4854-88d7-0e063f01ed48 req-06b806b8-2d48-466e-abf1-93d86346a387 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1875041 Jul 13 18:24:08.616733 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-af070f86-7586-4854-88d7-0e063f01ed48 req-d640a06c-97b2-4ff0-8ca2-83b21e36e16d tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795535 Jul 13 18:24:08.714383 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99927417-b1bd-4c77-9ecb-d549daa664c1 req-e4691537-23fc-4a13-80ce-9e63d7d9e6c9 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:08.731438 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-99927417-b1bd-4c77-9ecb-d549daa664c1 req-e4691537-23fc-4a13-80ce-9e63d7d9e6c9 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.2057517 Jul 13 18:24:08.736426 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8567c-a54f-4b82-a444-dc8b487b2c75 req-981d69f7-d619-4d12-863d-db7f37d6672d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:08.739639 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-a1c8567c-a54f-4b82-a444-dc8b487b2c75 req-981d69f7-d619-4d12-863d-db7f37d6672d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 1098 time: 0.1719646 Jul 13 18:24:08.815222 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-99927417-b1bd-4c77-9ecb-d549daa664c1 req-db5c26e6-f05f-47de-9250-06e2f0073aef tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755906 Jul 13 18:24:08.881309 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-a1c8567c-a54f-4b82-a444-dc8b487b2c75 req-bf1c9634-b1b5-4674-b573-666232e9d592 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335320 Jul 13 18:24:08.906611 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-b383c6af-6d4d-430f-8881-bd691a77005f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:09.000243 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-91c54ee8-9d8f-48ab-aea4-945ad1bbea52 req-5e1770ff-4b0c-43a2-8fac-1165d8fb47fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1833053 Jul 13 18:24:09.364022 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:09.417226 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c8135-32eb-4774-aa07-8e6c25733ed2 req-2776cfb0-701f-433a-85aa-ae9f626a99b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:09.418738 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3a2c8135-32eb-4774-aa07-8e6c25733ed2 req-2776cfb0-701f-433a-85aa-ae9f626a99b5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 1099 time: 0.1263101 Jul 13 18:24:09.423890 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c54ee8-9d8f-48ab-aea4-945ad1bbea52 req-9552ca4f-1a3f-4c12-ba80-89489acbb189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:09.435483 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a6443-9141-491e-9dc8-3f3f32e7485b req-404a9b7c-10f7-4290-b615-2d73889f3285 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:09.435483 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8e6a6443-9141-491e-9dc8-3f3f32e7485b req-404a9b7c-10f7-4290-b615-2d73889f3285 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.1895852 Jul 13 18:24:09.436921 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-91c54ee8-9d8f-48ab-aea4-945ad1bbea52 req-9552ca4f-1a3f-4c12-ba80-89489acbb189 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cff2af9574c5494f98b393d6c3ccf318&device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 1099 time: 0.1027448 Jul 13 18:24:09.562410 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3a2c8135-32eb-4774-aa07-8e6c25733ed2 req-ddf9065a-f932-4094-8d15-f785db93e973 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208315 Jul 13 18:24:09.588009 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8e6a6443-9141-491e-9dc8-3f3f32e7485b req-cfc3a90f-18b7-450e-adc8-fadd5efde1f7 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183679 Jul 13 18:24:09.627545 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c54ee8-9d8f-48ab-aea4-945ad1bbea52 req-92e96e96-30de-4253-b09a-f268104fd96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:09.629945 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-91c54ee8-9d8f-48ab-aea4-945ad1bbea52 req-92e96e96-30de-4253-b09a-f268104fd96c service neutron] 10.222.0.32 "GET /v2.0/networks?id=b48cbe32-a3e9-46b8-bbcd-f5440ecc9196 HTTP/1.1" status: 200 len: 912 time: 0.1575830 Jul 13 18:24:09.981972 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-91c54ee8-9d8f-48ab-aea4-945ad1bbea52 req-741d15da-6c9f-43d8-b5d1-b83086992b98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64a98aa1-f467-4a1b-9836-34aad65fe649 HTTP/1.1" status: 200 len: 217 time: 0.0827310 Jul 13 18:24:09.996257 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e639fb0-fb2a-4a99-84d0-04c7c2c8edae req-397834cc-e023-4371-893c-66f83e37177f tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:10.000166 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4e639fb0-fb2a-4a99-84d0-04c7c2c8edae req-397834cc-e023-4371-893c-66f83e37177f tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1347194 Jul 13 18:24:10.083207 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c54ee8-9d8f-48ab-aea4-945ad1bbea52 req-60b1b468-c8ae-4b96-bd8c-2f00ffe94300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:10.089431 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-91c54ee8-9d8f-48ab-aea4-945ad1bbea52 req-60b1b468-c8ae-4b96-bd8c-2f00ffe94300 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b79c5cc-324c-4f8c-a974-15d74bdf75d8 HTTP/1.1" status: 200 len: 851 time: 0.0915496 Jul 13 18:24:10.138539 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-91c54ee8-9d8f-48ab-aea4-945ad1bbea52 req-61c62827-fc35-4c75-82f8-e19483079dbd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b48cbe32-a3e9-46b8-bbcd-f5440ecc9196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442801 Jul 13 18:24:10.154756 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4e639fb0-fb2a-4a99-84d0-04c7c2c8edae req-62924d59-eb3f-4215-ab21-74f3586f455a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429760 Jul 13 18:24:10.258575 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffb098-74f9-4640-a864-39ef29ec2689 req-2ba8f2a8-a5d9-4553-a38e-0c4156ec70d6 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:10.261582 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-25ffb098-74f9-4640-a864-39ef29ec2689 req-2ba8f2a8-a5d9-4553-a38e-0c4156ec70d6 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1780782 Jul 13 18:24:10.319678 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-91c54ee8-9d8f-48ab-aea4-945ad1bbea52 req-0d2abc89-16ce-48da-9d08-4d3ad9dff034 service neutron] 10.222.0.32 "GET /v2.0/networks/b48cbe32-a3e9-46b8-bbcd-f5440ecc9196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697550 Jul 13 18:24:10.347623 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-25ffb098-74f9-4640-a864-39ef29ec2689 req-62412321-0b3d-4647-bfb0-0fa497b82d15 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773480 Jul 13 18:24:10.543479 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-91c54ee8-9d8f-48ab-aea4-945ad1bbea52 req-ce17954e-afc7-4cb1-bbe5-1ee659d99d23 service neutron] 10.222.0.32 "GET /v2.0/networks/b48cbe32-a3e9-46b8-bbcd-f5440ecc9196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047963 Jul 13 18:24:10.911935 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092cb84-8f1d-405b-b178-b7d24a84c122 req-ac0788af-8b0c-47bb-aebf-deb79c181212 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:10.942505 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c092cb84-8f1d-405b-b178-b7d24a84c122 req-ac0788af-8b0c-47bb-aebf-deb79c181212 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.1626196 Jul 13 18:24:11.028950 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c092cb84-8f1d-405b-b178-b7d24a84c122 req-fdbf9718-6df5-4f48-9001-4542c37b98d6 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847378 Jul 13 18:24:11.157415 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd678c6-ea34-4a51-9b43-1679a48a891b req-29abd31f-b4ad-4943-b145-54be4bde59e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:11.160240 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-9bd678c6-ea34-4a51-9b43-1679a48a891b req-29abd31f-b4ad-4943-b145-54be4bde59e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6142a2ec1d3e454297a59aa3b11d17aa&device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 1099 time: 0.1100144 Jul 13 18:24:11.233190 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e5370-c928-4d73-b324-5d9c5104f323 req-446bf05a-3b82-4dc3-9c49-a749fa6dd21f tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:11.240789 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ff6e5370-c928-4d73-b324-5d9c5104f323 req-446bf05a-3b82-4dc3-9c49-a749fa6dd21f tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1062992 Jul 13 18:24:11.302003 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ff6e5370-c928-4d73-b324-5d9c5104f323 req-819a29ce-67f0-4504-bb31-787c511541b3 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482516 Jul 13 18:24:11.367153 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd678c6-ea34-4a51-9b43-1679a48a891b req-86a786f6-9059-45f4-b661-9e2609fb3788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:11.369032 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-9bd678c6-ea34-4a51-9b43-1679a48a891b req-86a786f6-9059-45f4-b661-9e2609fb3788 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8712c6dd-710d-48bd-92a1-6aa9b9fb58fe HTTP/1.1" status: 200 len: 919 time: 0.1529539 Jul 13 18:24:11.473380 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-24308e0a-609e-4ada-9c68-b50f16b75f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:11.498007 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-9bd678c6-ea34-4a51-9b43-1679a48a891b req-5fd4f4ab-2d23-4a28-8009-a55bae531b42 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a38236bc-942d-4ebf-91aa-2da310cac493 HTTP/1.1" status: 200 len: 217 time: 0.1110227 Jul 13 18:24:11.573155 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c81a14-0a6f-4516-8c46-270e5f8a6a99 req-2b558404-6c6d-4e3f-a68f-f2a31cf8f686 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:11.575274 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-71c81a14-0a6f-4516-8c46-270e5f8a6a99 req-2b558404-6c6d-4e3f-a68f-f2a31cf8f686 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1262162 Jul 13 18:24:11.604705 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd678c6-ea34-4a51-9b43-1679a48a891b req-39b14822-4b53-4b57-b8c1-1c9005169581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:11.606468 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-9bd678c6-ea34-4a51-9b43-1679a48a891b req-39b14822-4b53-4b57-b8c1-1c9005169581 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23bf7fe7-0ee1-431f-b75e-99e1897408f7 HTTP/1.1" status: 200 len: 858 time: 0.0683684 Jul 13 18:24:11.661931 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-71c81a14-0a6f-4516-8c46-270e5f8a6a99 req-441e4114-dbad-47f8-bddf-c3d8ba14e6cf tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744526 Jul 13 18:24:11.665690 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-9bd678c6-ea34-4a51-9b43-1679a48a891b req-815ddd5b-fa8d-451a-8ce2-6c68f83c7e4d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8712c6dd-710d-48bd-92a1-6aa9b9fb58fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420890 Jul 13 18:24:11.692807 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:11.867383 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-9bd678c6-ea34-4a51-9b43-1679a48a891b req-6735499a-8a60-4ec6-ae67-c39d42b243d3 service neutron] 10.222.0.32 "GET /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818843 Jul 13 18:24:12.086020 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e595a-0574-49dd-bfa5-180f70f8d655 req-631db45a-d67a-485d-9eba-6f8592ed7aff tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:12.086020 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cc7e595a-0574-49dd-bfa5-180f70f8d655 req-631db45a-d67a-485d-9eba-6f8592ed7aff tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1207781 Jul 13 18:24:12.100315 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 34780) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:12.105614 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-9bd678c6-ea34-4a51-9b43-1679a48a891b req-36807386-3202-4cbb-98f0-72bdeb7095a2 service neutron] 10.222.0.32 "GET /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342248 Jul 13 18:24:12.112154 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-ec94fc7c-8efa-4363-a5f0-f496bc826d84 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Request body: {'floatingip': {'port_id': '1c350fbe-c736-4c70-b069-c08d7601d7ba'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:24:12.252086 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ec94fc7c-8efa-4363-a5f0-f496bc826d84 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for floatingip, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:12.708289 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:13.058604 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec4352-4a76-481d-914e-76e81806f5d2 req-1c3b1203-b49c-48e8-b6ef-9055b1a535b5 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:13.061304 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d9ec4352-4a76-481d-914e-76e81806f5d2 req-1c3b1203-b49c-48e8-b6ef-9055b1a535b5 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.8005240 Jul 13 18:24:13.222722 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c4320-c77b-4e26-b961-f9e41a5f6a99 req-ea4790c8-21d7-42fb-8a5f-404f851a6e4a tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:13.224981 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-432c4320-c77b-4e26-b961-f9e41a5f6a99 req-ea4790c8-21d7-42fb-8a5f-404f851a6e4a tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.6765573 Jul 13 18:24:13.271327 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d9ec4352-4a76-481d-914e-76e81806f5d2 req-29acbada-5f59-4321-b1bf-bd8c69465918 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848712 Jul 13 18:24:13.552090 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-432c4320-c77b-4e26-b961-f9e41a5f6a99 req-5e245c31-4add-4f75-8cd7-8a535467dec2 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079500 Jul 13 18:24:13.824457 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a387a3-4fcd-441e-a570-86c7ef301e2e req-04b0bf95-bed7-4c0a-9c9b-c4cc0b51a6c4 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:13.828094 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b7a387a3-4fcd-441e-a570-86c7ef301e2e req-04b0bf95-bed7-4c0a-9c9b-c4cc0b51a6c4 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.3625739 Jul 13 18:24:13.842933 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 34850) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:13.850761 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-7929ea3d-742e-4cd6-b29d-cc1bd12d591b tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Request body: {'floatingip': {'port_id': '3d8561c5-364d-465e-bdef-1f34d7c6c57f'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:24:13.962914 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-7929ea3d-742e-4cd6-b29d-cc1bd12d591b tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for floatingip, before_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:13.990538 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ec94fc7c-8efa-4363-a5f0-f496bc826d84 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:13.995685 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ec94fc7c-8efa-4363-a5f0-f496bc826d84 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8001390'] for floatingip, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:14.129541 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.db.l3_db [None req-ec94fc7c-8efa-4363-a5f0-f496bc826d84 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Floating IP 5e9d1bb5-c34d-4c26-b52f-db17aa269b0f associated. External IP: 172.27.2.242, port: 1c350fbe-c736-4c70-b069-c08d7601d7ba. Jul 13 18:24:14.313769 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:14.443667 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec94fc7c-8efa-4363-a5f0-f496bc826d84 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Router fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:24:14.592905 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec94fc7c-8efa-4363-a5f0-f496bc826d84 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:24:14.602457 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ec94fc7c-8efa-4363-a5f0-f496bc826d84 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for floatingip, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:14.620213 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c8407e-2c80-4e56-ab24-ba5bf5b6a9b0 None None] Sync routers for ids ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'] in dv-cinder-786928-3-iscsi {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:24:14.640403 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c8407e-2c80-4e56-ab24-ba5bf5b6a9b0 None None] Routers {'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:24:14.641955 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-12c8407e-2c80-4e56-ab24-ba5bf5b6a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:24:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:24:14.697138 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-ec94fc7c-8efa-4363-a5f0-f496bc826d84 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "PUT /v2.0/floatingips/5e9d1bb5-c34d-4c26-b52f-db17aa269b0f HTTP/1.1" status: 200 len: 991 time: 2.5943623 Jul 13 18:24:14.698174 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21', 'tag': '1c350fbe-c736-4c70-b069-c08d7601d7ba'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:24:14.703087 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451ed2b3-5f02-48f0-bcd7-18bf85c66881" -d '{"events": [{"name": "network-changed", "server_uuid": "eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21", "tag": "1c350fbe-c736-4c70-b069-c08d7601d7ba"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:24:14.846456 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-12c8407e-2c80-4e56-ab24-ba5bf5b6a9b0 None None] Set router fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:24:15.001792 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66733e45-a771-4016-a15b-7755d2a8fe33 req-e3eec0a4-b408-4a74-9458-4c23e21190a4 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:15.005019 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-66733e45-a771-4016-a15b-7755d2a8fe33 req-e3eec0a4-b408-4a74-9458-4c23e21190a4 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1875830 Jul 13 18:24:15.084007 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-66733e45-a771-4016-a15b-7755d2a8fe33 req-a5685740-8011-4416-b67e-bf469a707090 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664406 Jul 13 18:24:15.161970 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b44c28-6f44-42a2-bd3d-f8e894d05a81 x-openstack-request-id: req-78b44c28-6f44-42a2-bd3d-f8e894d05a81 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:24:15.162420 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21", "tag": "1c350fbe-c736-4c70-b069-c08d7601d7ba", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:24:15.162834 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-78b44c28-6f44-42a2-bd3d-f8e894d05a81 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:24:15.163474 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21', 'tag': '1c350fbe-c736-4c70-b069-c08d7601d7ba', 'status': 'completed', 'code': 200} Jul 13 18:24:15.183166 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.db.resource_extend [None req-7929ea3d-742e-4cd6-b29d-cc1bd12d591b tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 18:24:15.320277 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-7929ea3d-742e-4cd6-b29d-cc1bd12d591b tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:15.325411 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-7929ea3d-742e-4cd6-b29d-cc1bd12d591b tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8001390'] for floatingip, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:15.339226 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-12c8407e-2c80-4e56-ab24-ba5bf5b6a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1172803508-router', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '521e7351-66e8-4566-9902-ff6b3a693126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:07Z', 'updated_at': '2021-07-13T18:23:18Z', 'revision_number': 4, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'gw_port': {'id': '521e7351-66e8-4566-9902-ff6b3a693126', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:09Z', 'updated_at': '2021-07-13T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': '5e9d1bb5-c34d-4c26-b52f-db17aa269b0f', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'port_id': '1c350fbe-c736-4c70-b069-c08d7601d7ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'mac_address': 'fa:16:3e:02:7e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:23:36Z', 'updated_at': '2021-07-13T18:24:13Z', 'revision_number': 1, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b451eb4a-b4cd-456f-8ee3-ecfd2da09c41', 'name': '', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'mac_address': 'fa:16:3e:90:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:15Z', 'updated_at': '2021-07-13T18:23:35Z', 'revision_number': 5, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'subnets': [{'id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:24:15.388519 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c8407e-2c80-4e56-ab24-ba5bf5b6a9b0 None None] Checking router: fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb for host: dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:24:15.404279 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c8407e-2c80-4e56-ab24-ba5bf5b6a9b0 None None] Routers {'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:24:15.405261 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-12c8407e-2c80-4e56-ab24-ba5bf5b6a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:24:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:24:15.489274 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.l3_db [None req-7929ea3d-742e-4cd6-b29d-cc1bd12d591b tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Floating IP 75d43761-e39a-4265-aa4f-65c7f864b35e associated. External IP: 172.27.2.127, port: 3d8561c5-364d-465e-bdef-1f34d7c6c57f. Jul 13 18:24:15.545752 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-12c8407e-2c80-4e56-ab24-ba5bf5b6a9b0 None None] Set router fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:24:15.839306 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7929ea3d-742e-4cd6-b29d-cc1bd12d591b tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Router 1031d51e-9848-4be1-8f64-a097b2df47ad has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:24:15.988790 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-12c8407e-2c80-4e56-ab24-ba5bf5b6a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1172803508-router', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '521e7351-66e8-4566-9902-ff6b3a693126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:07Z', 'updated_at': '2021-07-13T18:23:18Z', 'revision_number': 4, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'gw_port': {'id': '521e7351-66e8-4566-9902-ff6b3a693126', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:09Z', 'updated_at': '2021-07-13T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': '5e9d1bb5-c34d-4c26-b52f-db17aa269b0f', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'port_id': '1c350fbe-c736-4c70-b069-c08d7601d7ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'mac_address': 'fa:16:3e:02:7e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:23:36Z', 'updated_at': '2021-07-13T18:24:13Z', 'revision_number': 1, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b451eb4a-b4cd-456f-8ee3-ecfd2da09c41', 'name': '', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'mac_address': 'fa:16:3e:90:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:15Z', 'updated_at': '2021-07-13T18:23:35Z', 'revision_number': 5, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'subnets': [{'id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:24:16.023367 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c8407e-2c80-4e56-ab24-ba5bf5b6a9b0 None None] The sync data for ids ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'] in dv-cinder-786928-3-iscsi is: [{'id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1172803508-router', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '521e7351-66e8-4566-9902-ff6b3a693126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:07Z', 'updated_at': '2021-07-13T18:23:18Z', 'revision_number': 4, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'gw_port': {'id': '521e7351-66e8-4566-9902-ff6b3a693126', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:09Z', 'updated_at': '2021-07-13T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': '5e9d1bb5-c34d-4c26-b52f-db17aa269b0f', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'port_id': '1c350fbe-c736-4c70-b069-c08d7601d7ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'mac_address': 'fa:16:3e:02:7e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:23:36Z', 'updated_at': '2021-07-13T18:24:13Z', 'revision_number': 1, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b451eb4a-b4cd-456f-8ee3-ecfd2da09c41', 'name': '', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'mac_address': 'fa:16:3e:90:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:15Z', 'updated_at': '2021-07-13T18:23:35Z', 'revision_number': 5, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'subnets': [{'id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:24:16.028926 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7929ea3d-742e-4cd6-b29d-cc1bd12d591b tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:24:16.033754 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-7929ea3d-742e-4cd6-b29d-cc1bd12d591b tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for floatingip, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:16.043296 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ab4f2f-7ccb-4a50-9868-912433768b79 None None] Sync routers for ids ['1031d51e-9848-4be1-8f64-a097b2df47ad'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:24:16.066200 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ab4f2f-7ccb-4a50-9868-912433768b79 None None] Routers {'1031d51e-9848-4be1-8f64-a097b2df47ad'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:24:16.067264 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-16ab4f2f-7ccb-4a50-9868-912433768b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:24:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['1031d51e-9848-4be1-8f64-a097b2df47ad'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:24:16.096443 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-7929ea3d-742e-4cd6-b29d-cc1bd12d591b tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "PUT /v2.0/floatingips/75d43761-e39a-4265-aa4f-65c7f864b35e HTTP/1.1" status: 200 len: 992 time: 2.2510209 Jul 13 18:24:16.097251 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1de591-4fbe-4502-be40-f6bb71245d8d', 'tag': '3d8561c5-364d-465e-bdef-1f34d7c6c57f'}] {{(pid=92974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:24:16.108896 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744f0cfc83b6d7eddb29a1ac54562a03fe7b453c2cada0da8e0ec66c391a914f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c8b4e0-d627-4bf2-9088-2203992ba491" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1de591-4fbe-4502-be40-f6bb71245d8d", "tag": "3d8561c5-364d-465e-bdef-1f34d7c6c57f"}]}' {{(pid=92974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:24:16.288874 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-16ab4f2f-7ccb-4a50-9868-912433768b79 None None] Set router 1031d51e-9848-4be1-8f64-a097b2df47ad gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:24:16.435432 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7cb2dc-cf58-4164-964e-31e129feb7a7 x-openstack-request-id: req-3f7cb2dc-cf58-4164-964e-31e129feb7a7 {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:24:16.436054 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1de591-4fbe-4502-be40-f6bb71245d8d", "tag": "3d8561c5-364d-465e-bdef-1f34d7c6c57f", "status": "completed", "code": 200}]} {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:24:16.436468 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f7cb2dc-cf58-4164-964e-31e129feb7a7 {{(pid=92974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:24:16.448012 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1de591-4fbe-4502-be40-f6bb71245d8d', 'tag': '3d8561c5-364d-465e-bdef-1f34d7c6c57f', 'status': 'completed', 'code': 200} Jul 13 18:24:16.452912 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ed2b3-5f02-48f0-bcd7-18bf85c66881 req-550f3fb8-1383-4e5a-b2b7-9d69db788230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:16.456116 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-451ed2b3-5f02-48f0-bcd7-18bf85c66881 req-550f3fb8-1383-4e5a-b2b7-9d69db788230 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=68241fca29234db0be94c2b6f7eaeb4d&device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 1098 time: 0.2205992 Jul 13 18:24:16.541787 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0250c6e5-2ec9-4fa1-a361-70f3a6ff6ce1 None None] New status for floating IP 5e9d1bb5-c34d-4c26-b52f-db17aa269b0f: ACTIVE {{(pid=92976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 18:24:16.595987 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8b4e0-d627-4bf2-9088-2203992ba491 req-c7438c11-df8d-4a06-a6da-00dce88a5f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:16.598862 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-45c8b4e0-d627-4bf2-9088-2203992ba491 req-c7438c11-df8d-4a06-a6da-00dce88a5f2d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a6911fcceca4a7a9b21b2e7b761c0d4&device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 1099 time: 0.0768883 Jul 13 18:24:16.685677 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ed2b3-5f02-48f0-bcd7-18bf85c66881 req-661129c9-7665-4195-aaeb-1527a7d81e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:16.687341 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-451ed2b3-5f02-48f0-bcd7-18bf85c66881 req-661129c9-7665-4195-aaeb-1527a7d81e5c service neutron] 10.222.0.32 "GET /v2.0/networks?id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d HTTP/1.1" status: 200 len: 918 time: 0.2083414 Jul 13 18:24:16.823107 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59610793-6b55-4c64-89ea-ca5ea76507fa req-cfac6bbe-41ab-429a-917d-af1899c277ea tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:16.832464 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-59610793-6b55-4c64-89ea-ca5ea76507fa req-cfac6bbe-41ab-429a-917d-af1899c277ea tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1303291 Jul 13 18:24:16.844660 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8b4e0-d627-4bf2-9088-2203992ba491 req-91e5213f-33b3-4d93-b9dd-c57642818640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:16.846585 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-45c8b4e0-d627-4bf2-9088-2203992ba491 req-91e5213f-33b3-4d93-b9dd-c57642818640 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17302fc4-2689-41b0-91b7-3c3e6cf2a62b HTTP/1.1" status: 200 len: 910 time: 0.2389033 Jul 13 18:24:16.900055 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-59610793-6b55-4c64-89ea-ca5ea76507fa req-7d7fd95a-bd58-448d-92b5-c9cbea1fcd92 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647583 Jul 13 18:24:16.904199 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-16ab4f2f-7ccb-4a50-9868-912433768b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'name': 'tempest-AttachVolumeTestJSON-58642875-router', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:08Z', 'updated_at': '2021-07-13T18:23:25Z', 'revision_number': 4, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'gw_port': {'id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:11Z', 'updated_at': '2021-07-13T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': '75d43761-e39a-4265-aa4f-65c7f864b35e', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'port_id': '3d8561c5-364d-465e-bdef-1f34d7c6c57f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'mac_address': 'fa:16:3e:5b:f9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1de591-4fbe-4502-be40-f6bb71245d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:23:43Z', 'updated_at': '2021-07-13T18:24:15Z', 'revision_number': 1, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '464d17db-5952-442b-be1b-f2e1325182b0', 'name': '', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'mac_address': 'fa:16:3e:8b:40:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:22Z', 'updated_at': '2021-07-13T18:23:40Z', 'revision_number': 5, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'subnets': [{'id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:24:16.972044 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ab4f2f-7ccb-4a50-9868-912433768b79 None None] Checking router: 1031d51e-9848-4be1-8f64-a097b2df47ad for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:24:16.989387 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ab4f2f-7ccb-4a50-9868-912433768b79 None None] Routers {'1031d51e-9848-4be1-8f64-a097b2df47ad'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:24:16.990635 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-16ab4f2f-7ccb-4a50-9868-912433768b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:24:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['1031d51e-9848-4be1-8f64-a097b2df47ad'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:24:17.137873 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-16ab4f2f-7ccb-4a50-9868-912433768b79 None None] Set router 1031d51e-9848-4be1-8f64-a097b2df47ad gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:24:17.178580 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-451ed2b3-5f02-48f0-bcd7-18bf85c66881 req-41e07e8e-fa1b-4fbb-ac1c-a4ab60498384 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c350fbe-c736-4c70-b069-c08d7601d7ba HTTP/1.1" status: 200 len: 999 time: 0.4836175 Jul 13 18:24:17.547516 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-16ab4f2f-7ccb-4a50-9868-912433768b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'name': 'tempest-AttachVolumeTestJSON-58642875-router', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:08Z', 'updated_at': '2021-07-13T18:23:25Z', 'revision_number': 4, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'gw_port': {'id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:11Z', 'updated_at': '2021-07-13T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': '75d43761-e39a-4265-aa4f-65c7f864b35e', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'port_id': '3d8561c5-364d-465e-bdef-1f34d7c6c57f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'mac_address': 'fa:16:3e:5b:f9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1de591-4fbe-4502-be40-f6bb71245d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:23:43Z', 'updated_at': '2021-07-13T18:24:15Z', 'revision_number': 1, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '464d17db-5952-442b-be1b-f2e1325182b0', 'name': '', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'mac_address': 'fa:16:3e:8b:40:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:22Z', 'updated_at': '2021-07-13T18:23:40Z', 'revision_number': 5, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'subnets': [{'id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:24:17.598626 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ab4f2f-7ccb-4a50-9868-912433768b79 None None] The sync data for ids ['1031d51e-9848-4be1-8f64-a097b2df47ad'] in dv-cinder-786928-3-iscsi is: [{'id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'name': 'tempest-AttachVolumeTestJSON-58642875-router', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:08Z', 'updated_at': '2021-07-13T18:23:25Z', 'revision_number': 4, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'gw_port': {'id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:11Z', 'updated_at': '2021-07-13T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': '75d43761-e39a-4265-aa4f-65c7f864b35e', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'port_id': '3d8561c5-364d-465e-bdef-1f34d7c6c57f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'mac_address': 'fa:16:3e:5b:f9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1de591-4fbe-4502-be40-f6bb71245d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:23:43Z', 'updated_at': '2021-07-13T18:24:15Z', 'revision_number': 1, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '464d17db-5952-442b-be1b-f2e1325182b0', 'name': '', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'mac_address': 'fa:16:3e:8b:40:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:22Z', 'updated_at': '2021-07-13T18:23:40Z', 'revision_number': 5, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'subnets': [{'id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:24:17.868807 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489c15b8-19a5-44e6-bef0-9ef962c7c6a3 None None] New status for floating IP 75d43761-e39a-4265-aa4f-65c7f864b35e: ACTIVE {{(pid=92975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 18:24:19.068764 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-45c8b4e0-d627-4bf2-9088-2203992ba491 req-8a6862d2-25f6-45c4-80ed-7398eb5b26c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d8561c5-364d-465e-bdef-1f34d7c6c57f HTTP/1.1" status: 200 len: 1002 time: 0.3378839 Jul 13 18:24:19.924784 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8b4e0-d627-4bf2-9088-2203992ba491 req-3926a238-fe07-4a50-bcc8-818f732f46d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:19.926344 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-45c8b4e0-d627-4bf2-9088-2203992ba491 req-3926a238-fe07-4a50-bcc8-818f732f46d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76eef7ac-abd1-4be1-8ef4-9f068a4abaa0 HTTP/1.1" status: 200 len: 848 time: 0.0830028 Jul 13 18:24:19.928364 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ed2b3-5f02-48f0-bcd7-18bf85c66881 req-3dc68b17-9802-46aa-8c28-2db180087e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:19.930117 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-451ed2b3-5f02-48f0-bcd7-18bf85c66881 req-3dc68b17-9802-46aa-8c28-2db180087e15 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=debf1583-97cc-49b3-a3ab-32a9aef91126 HTTP/1.1" status: 200 len: 856 time: 0.0903382 Jul 13 18:24:20.044692 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ed2b3-5f02-48f0-bcd7-18bf85c66881 req-29730c40-1cd2-453c-bcfd-8b5763a9aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:20.047462 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-451ed2b3-5f02-48f0-bcd7-18bf85c66881 req-29730c40-1cd2-453c-bcfd-8b5763a9aa73 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1057875 Jul 13 18:24:20.055081 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8b4e0-d627-4bf2-9088-2203992ba491 req-d714ebfd-89cd-4bec-8ddf-2c94f6f92ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:20.058153 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-45c8b4e0-d627-4bf2-9088-2203992ba491 req-d714ebfd-89cd-4bec-8ddf-2c94f6f92ca9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17302fc4-2689-41b0-91b7-3c3e6cf2a62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1175332 Jul 13 18:24:20.254318 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-451ed2b3-5f02-48f0-bcd7-18bf85c66881 req-ee1abcb6-92af-44b1-98e0-95fee7d8bd82 service neutron] 10.222.0.32 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783674 Jul 13 18:24:20.318468 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e3be7-de29-4966-b601-9ad720ad27f8 req-1f285b8a-637f-47eb-a791-3ab1aa9cf18e tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:20.321159 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0d7e3be7-de29-4966-b601-9ad720ad27f8 req-1f285b8a-637f-47eb-a791-3ab1aa9cf18e tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.2153597 Jul 13 18:24:20.324656 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-45c8b4e0-d627-4bf2-9088-2203992ba491 req-e99ee303-c614-44b0-86df-dd856c4144a1 service neutron] 10.222.0.32 "GET /v2.0/networks/17302fc4-2689-41b0-91b7-3c3e6cf2a62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481506 Jul 13 18:24:20.408291 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-451ed2b3-5f02-48f0-bcd7-18bf85c66881 req-47c0af3a-be4d-4a80-8a9c-35d0e35ae492 service neutron] 10.222.0.32 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454141 Jul 13 18:24:20.469260 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0d7e3be7-de29-4966-b601-9ad720ad27f8 req-44f116b3-c811-4c8c-837e-65851247a73d tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214476 Jul 13 18:24:20.529013 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-45c8b4e0-d627-4bf2-9088-2203992ba491 req-c212dbd3-6e6f-4676-99b1-17ec3be44836 service neutron] 10.222.0.32 "GET /v2.0/networks/17302fc4-2689-41b0-91b7-3c3e6cf2a62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945362 Jul 13 18:24:21.088795 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84360676-cc00-4238-b21f-223ee6c51aac req-e7ca8a85-7eaf-42e5-b5d7-e8c77589472c tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:21.091542 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-84360676-cc00-4238-b21f-223ee6c51aac req-e7ca8a85-7eaf-42e5-b5d7-e8c77589472c tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 946 time: 0.1271131 Jul 13 18:24:21.157524 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-84360676-cc00-4238-b21f-223ee6c51aac req-00093b40-ecba-47b3-b25e-f047c07680e8 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15dab5e-3410-4128-b2f2-8158cba100e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576587 Jul 13 18:24:21.801254 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e32e8-9f0f-465f-902e-51534821a486 req-1d3332ef-afbd-4bf8-b09d-23e075e33bbb tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:21.804080 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2f5e32e8-9f0f-465f-902e-51534821a486 req-1d3332ef-afbd-4bf8-b09d-23e075e33bbb tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1150718 Jul 13 18:24:21.868027 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2f5e32e8-9f0f-465f-902e-51534821a486 req-7e89a4c1-ef99-401d-8ea7-ec903b2f000e tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566759 Jul 13 18:24:21.943524 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 35018) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:22.129101 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-067844a7-d462-4019-bc2c-1ca382b35cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:22.321996 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 35032) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:22.337760 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-067844a7-d462-4019-bc2c-1ca382b35cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:22.345529 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-067844a7-d462-4019-bc2c-1ca382b35cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:22.410457 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-067844a7-d462-4019-bc2c-1ca382b35cb6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=516dd7c4a1c14681ad0c920d94ec4fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4655988 Jul 13 18:24:22.412668 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067844a7-d462-4019-bc2c-1ca382b35cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37360425-c205-43bb-b420-678546e106ab,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:22.414436 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 35038) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:22.475928 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec02cf-2b3d-4a2e-a6b6-303de3e7dcd2 req-6cc243a8-b305-405a-b8b4-cca7c3bcf9f6 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:22.478834 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c1ec02cf-2b3d-4a2e-a6b6-303de3e7dcd2 req-6cc243a8-b305-405a-b8b4-cca7c3bcf9f6 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 946 time: 0.1467702 Jul 13 18:24:22.550709 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-5cf40ebf-80e7-416b-97ed-c7649e2eed58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:22.553881 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-df47d93d-0bf0-416e-8017-c819faa8f6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:22.608239 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c1ec02cf-2b3d-4a2e-a6b6-303de3e7dcd2 req-e3079bbd-d90f-4178-8ee1-452ef641b6f4 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15dab5e-3410-4128-b2f2-8158cba100e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210208 Jul 13 18:24:22.624947 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-5cf40ebf-80e7-416b-97ed-c7649e2eed58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:22.750768 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-5cf40ebf-80e7-416b-97ed-c7649e2eed58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:22.759144 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-5cf40ebf-80e7-416b-97ed-c7649e2eed58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:22.764479 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-5cf40ebf-80e7-416b-97ed-c7649e2eed58 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/37360425-c205-43bb-b420-678546e106ab HTTP/1.1" status: 204 len: 168 time: 0.3447337 Jul 13 18:24:22.784954 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf40ebf-80e7-416b-97ed-c7649e2eed58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37360425-c205-43bb-b420-678546e106ab,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:22.802100 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40ebf-80e7-416b-97ed-c7649e2eed58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:24:22.802986 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40ebf-80e7-416b-97ed-c7649e2eed58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:24:22.802986 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40ebf-80e7-416b-97ed-c7649e2eed58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:24:22.803295 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40ebf-80e7-416b-97ed-c7649e2eed58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:24:22.803728 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40ebf-80e7-416b-97ed-c7649e2eed58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:24:22.804054 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40ebf-80e7-416b-97ed-c7649e2eed58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:24:22.804425 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40ebf-80e7-416b-97ed-c7649e2eed58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:24:22.804757 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40ebf-80e7-416b-97ed-c7649e2eed58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:24:22.805085 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40ebf-80e7-416b-97ed-c7649e2eed58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:24:22.805413 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40ebf-80e7-416b-97ed-c7649e2eed58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:24:22.805740 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40ebf-80e7-416b-97ed-c7649e2eed58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:24:22.806114 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40ebf-80e7-416b-97ed-c7649e2eed58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:24:22.847843 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-df47d93d-0bf0-416e-8017-c819faa8f6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:22.863762 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-df47d93d-0bf0-416e-8017-c819faa8f6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:22.967566 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 35064) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:22.987649 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-df47d93d-0bf0-416e-8017-c819faa8f6d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4666df8460c140d99b3c46f569980b57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6629870 Jul 13 18:24:22.989007 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47d93d-0bf0-416e-8017-c819faa8f6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905585fd-85ac-4bea-963e-d0c8f341b822,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:23.114251 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ed48190e-9009-4755-823e-f1fbc03e70a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:23.186626 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ed48190e-9009-4755-823e-f1fbc03e70a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:23.289671 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674f173-b75f-4300-bade-8790e32e9efe req-28a192b3-2e6d-446c-add6-79a7284f4d23 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:23.293766 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d674f173-b75f-4300-bade-8790e32e9efe req-28a192b3-2e6d-446c-add6-79a7284f4d23 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1295271 Jul 13 18:24:23.352335 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ed48190e-9009-4755-823e-f1fbc03e70a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:23.357764 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ed48190e-9009-4755-823e-f1fbc03e70a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:23.363801 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-ed48190e-9009-4755-823e-f1fbc03e70a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/905585fd-85ac-4bea-963e-d0c8f341b822 HTTP/1.1" status: 204 len: 168 time: 0.3938689 Jul 13 18:24:23.387126 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d674f173-b75f-4300-bade-8790e32e9efe req-ad28c88d-478f-44b3-8c14-a805c363ca12 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829554 Jul 13 18:24:23.392206 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48190e-9009-4755-823e-f1fbc03e70a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905585fd-85ac-4bea-963e-d0c8f341b822,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:23.536775 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 35092) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:23.560773 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d9b9f3bb-d6a8-43ca-a751-2f0dc1079aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:23.809167 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d9b9f3bb-d6a8-43ca-a751-2f0dc1079aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:23.819215 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d9b9f3bb-d6a8-43ca-a751-2f0dc1079aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:23.852517 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9f3bb-d6a8-43ca-a751-2f0dc1079aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997b4c5e-6b3e-4b96-88f4-7e11b9b3e5b7,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:23.904545 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b7053-6c0d-4ae7-b428-b45908bdd3c0 req-32b0cc76-7125-4c40-81e2-92404fc9f138 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:23.908088 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e15b7053-6c0d-4ae7-b428-b45908bdd3c0 req-32b0cc76-7125-4c40-81e2-92404fc9f138 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.32 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 946 time: 0.1564722 Jul 13 18:24:23.928826 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 35102) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:23.929241 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-d9b9f3bb-d6a8-43ca-a751-2f0dc1079aa6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=701b38c8df9b4a6abe9fc50d35882b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895252 Jul 13 18:24:24.061806 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 35104) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:24.085995 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-bdba189b-5c35-4583-a262-63b137c8dda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:24.195620 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-28775daf-09d4-4828-a0a9-12019b86545e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:24.235129 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-28775daf-09d4-4828-a0a9-12019b86545e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:24.244438 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884541d-2133-406f-b88a-da655e72455e req-84473f0f-0656-47f4-b5ce-725f74d7fd02 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:24.251629 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b884541d-2133-406f-b88a-da655e72455e req-84473f0f-0656-47f4-b5ce-725f74d7fd02 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 946 time: 0.2347670 Jul 13 18:24:24.257498 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-bdba189b-5c35-4583-a262-63b137c8dda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:24.263016 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-bdba189b-5c35-4583-a262-63b137c8dda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:24.302924 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-e15b7053-6c0d-4ae7-b428-b45908bdd3c0 req-da146621-8f20-40cb-9ee3-349c572276a0 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Deleting port 64a98aa1-f467-4a1b-9836-34aad65fe649 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:24:24.303224 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-e15b7053-6c0d-4ae7-b428-b45908bdd3c0 req-da146621-8f20-40cb-9ee3-349c572276a0 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:24.324538 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-bdba189b-5c35-4583-a262-63b137c8dda7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c02e6412367643f090b3d05175d359fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603991 Jul 13 18:24:24.325733 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 35108) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:24.332310 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba189b-5c35-4583-a262-63b137c8dda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe3ddb0-12d2-4532-9a2d-a87266b237a9,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:24.370424 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b884541d-2133-406f-b88a-da655e72455e req-bf0831bb-8b6a-4023-ad78-eb845b0ad184 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15dab5e-3410-4128-b2f2-8158cba100e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110857 Jul 13 18:24:24.403168 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-28775daf-09d4-4828-a0a9-12019b86545e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:24.408000 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-28775daf-09d4-4828-a0a9-12019b86545e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:24.411660 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-28775daf-09d4-4828-a0a9-12019b86545e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/997b4c5e-6b3e-4b96-88f4-7e11b9b3e5b7 HTTP/1.1" status: 204 len: 168 time: 0.4780436 Jul 13 18:24:24.432255 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28775daf-09d4-4828-a0a9-12019b86545e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997b4c5e-6b3e-4b96-88f4-7e11b9b3e5b7,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:24.450971 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a2c194f7-aa0d-43cd-b28c-02202d5cee0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:24.503727 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a2c194f7-aa0d-43cd-b28c-02202d5cee0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:24.536790 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-e15b7053-6c0d-4ae7-b428-b45908bdd3c0 req-da146621-8f20-40cb-9ee3-349c572276a0 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] For port 64a98aa1-f467-4a1b-9836-34aad65fe649, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=64a98aa1-f467-4a1b-9836-34aad65fe649,segment=NetworkSegment(ef2a038d-2c4a-4097-a9d3-da6cef53be89),segment_id=ef2a038d-2c4a-4097-a9d3-da6cef53be89)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:24:24.537458 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-e15b7053-6c0d-4ae7-b428-b45908bdd3c0 req-da146621-8f20-40cb-9ee3-349c572276a0 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:24.585232 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-e15b7053-6c0d-4ae7-b428-b45908bdd3c0 req-da146621-8f20-40cb-9ee3-349c572276a0 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Calling delete_port for 64a98aa1-f467-4a1b-9836-34aad65fe649 owned by compute:nova {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:24:24.602033 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a2c194f7-aa0d-43cd-b28c-02202d5cee0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:24.607715 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a2c194f7-aa0d-43cd-b28c-02202d5cee0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:24.610925 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-a2c194f7-aa0d-43cd-b28c-02202d5cee0b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8fe3ddb0-12d2-4532-9a2d-a87266b237a9 HTTP/1.1" status: 204 len: 168 time: 0.2805960 Jul 13 18:24:24.625290 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c194f7-aa0d-43cd-b28c-02202d5cee0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe3ddb0-12d2-4532-9a2d-a87266b237a9,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:24.818850 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a22ea-2b91-4910-aa3e-8b8034fe31eb req-03634393-33c3-45f8-8004-b8b794131807 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:24.821755 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-fa3a22ea-2b91-4910-aa3e-8b8034fe31eb req-03634393-33c3-45f8-8004-b8b794131807 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1385019 Jul 13 18:24:24.946542 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-fa3a22ea-2b91-4910-aa3e-8b8034fe31eb req-11cb0396-9039-440d-ac8d-9fdff8de1b12 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173124 Jul 13 18:24:25.173212 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-e15b7053-6c0d-4ae7-b428-b45908bdd3c0 req-da146621-8f20-40cb-9ee3-349c572276a0 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:25.234298 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['64a98aa1-f467-4a1b-9836-34aad65fe649'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:24:25.259075 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da146621-8f20-40cb-9ee3-349c572276a0 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Pushing event deleted for resources: {'Port': ['ID=64a98aa1-f467-4a1b-9836-34aad65fe649,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:25.407255 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15b7053-6c0d-4ae7-b428-b45908bdd3c0 req-da146621-8f20-40cb-9ee3-349c572276a0 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] No DVR routers for this DVR port 64a98aa1-f467-4a1b-9836-34aad65fe649 on host hv-cinder-78692 {{(pid=92973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:24:25.412924 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-e15b7053-6c0d-4ae7-b428-b45908bdd3c0 req-da146621-8f20-40cb-9ee3-349c572276a0 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:25.415337 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e15b7053-6c0d-4ae7-b428-b45908bdd3c0 req-da146621-8f20-40cb-9ee3-349c572276a0 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.32 "DELETE /v2.0/ports/64a98aa1-f467-4a1b-9836-34aad65fe649 HTTP/1.1" status: 204 len: 173 time: 1.4709127 Jul 13 18:24:25.415863 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9', 'name': 'network-vif-deleted', 'tag': '64a98aa1-f467-4a1b-9836-34aad65fe649'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:24:25.418823 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5d3fa5-8080-47c2-8099-459f95d6278f" -d '{"events": [{"server_uuid": "4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9", "name": "network-vif-deleted", "tag": "64a98aa1-f467-4a1b-9836-34aad65fe649"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:24:25.496796 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc9ec54-9465-42ec-ba61-129ee462b115 x-openstack-request-id: req-cdc9ec54-9465-42ec-ba61-129ee462b115 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:24:25.497253 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9", "name": "network-vif-deleted", "tag": "64a98aa1-f467-4a1b-9836-34aad65fe649", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:24:25.497912 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cdc9ec54-9465-42ec-ba61-129ee462b115 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:24:25.498902 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9', 'name': 'network-vif-deleted', 'tag': '64a98aa1-f467-4a1b-9836-34aad65fe649', 'status': 'completed', 'code': 200} Jul 13 18:24:25.557806 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 35148) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:25.587688 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-93195f68-fd1d-4668-b1cf-2acc2b8ccd66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:25.633911 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 35154) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:25.666080 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-1577807c-c3ef-4c02-8cad-97247b5344a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:25.774403 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d3169b30-7d4b-42bf-9f6f-fb4fd5483dc3 req-46abaa0a-a057-4bd9-aeac-1b742e7d7f0b tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 210 time: 0.0499642 Jul 13 18:24:25.796993 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-93195f68-fd1d-4668-b1cf-2acc2b8ccd66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:25.806228 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-93195f68-fd1d-4668-b1cf-2acc2b8ccd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:25.879237 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-93195f68-fd1d-4668-b1cf-2acc2b8ccd66 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c158b805b17246628753aa034469d52c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186631 Jul 13 18:24:25.883328 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 35158) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:25.896153 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93195f68-fd1d-4668-b1cf-2acc2b8ccd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137ae78d-6821-4484-9183-4b80a62b95a7,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:25.927909 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-1577807c-c3ef-4c02-8cad-97247b5344a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:25.934532 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-1577807c-c3ef-4c02-8cad-97247b5344a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:25.993095 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-44ea1519-f717-4865-aad5-80f0748686b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:26.015455 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-1577807c-c3ef-4c02-8cad-97247b5344a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=389073a0100d46f9bd6ac61e41a40ddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3760612 Jul 13 18:24:26.017390 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 35162) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:26.021056 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577807c-c3ef-4c02-8cad-97247b5344a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a3d036-2c25-4752-b780-faf9b627c46a,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:26.045714 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-44ea1519-f717-4865-aad5-80f0748686b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:26.145492 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e388936c-1855-47e5-8de9-d04faf742cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:26.209913 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e388936c-1855-47e5-8de9-d04faf742cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:26.220465 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-44ea1519-f717-4865-aad5-80f0748686b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:26.223880 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-44ea1519-f717-4865-aad5-80f0748686b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:26.229664 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-44ea1519-f717-4865-aad5-80f0748686b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/137ae78d-6821-4484-9183-4b80a62b95a7 HTTP/1.1" status: 204 len: 168 time: 0.3409624 Jul 13 18:24:26.293819 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea1519-f717-4865-aad5-80f0748686b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137ae78d-6821-4484-9183-4b80a62b95a7,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:26.314966 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b4d66-070b-41ab-81ee-2b66d0970d06 req-cd49a2b9-b346-417b-8b21-3b56718f1a7e tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:26.318571 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6c7b4d66-070b-41ab-81ee-2b66d0970d06 req-cd49a2b9-b346-417b-8b21-3b56718f1a7e tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1416509 Jul 13 18:24:26.432238 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e388936c-1855-47e5-8de9-d04faf742cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:26.436443 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6c7b4d66-070b-41ab-81ee-2b66d0970d06 req-8fc6ec7a-ae72-4f6d-a95f-0077b436471e tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072168 Jul 13 18:24:26.438153 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e388936c-1855-47e5-8de9-d04faf742cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:26.456547 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-e388936c-1855-47e5-8de9-d04faf742cda admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/97a3d036-2c25-4752-b780-faf9b627c46a HTTP/1.1" status: 204 len: 168 time: 0.4376111 Jul 13 18:24:26.502792 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388936c-1855-47e5-8de9-d04faf742cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a3d036-2c25-4752-b780-faf9b627c46a,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:27.187169 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-da0b7dab-9c38-4265-8a29-01dd08f151a2 req-a359db41-21a1-431a-a842-6894acf2e9a8 tempest-DeleteServersTestJSON-1563736582 tempest-DeleteServersTestJSON-1563736582-project] 10.222.0.11 "GET /v2.0/ports?device_id=4975f6fa-7ef7-4d1b-bd69-0e00bad1c1e9 HTTP/1.1" status: 200 len: 210 time: 0.0849640 Jul 13 18:24:27.532653 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 64a98aa1-f467-4a1b-9836-34aad65fe649 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:24:27.638447 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] No Port match for: 64a98aa1-f467-4a1b-9836-34aad65fe649 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:24:27.638858 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 64a98aa1-f467-4a1b-9836-34aad65fe649 not bound to the agent host hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:24:27.869993 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed1946-94e9-42af-8e2e-975b22dd06ca req-26bf22b1-425b-4113-b659-86b1454a83fb tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:27.880148 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b2ed1946-94e9-42af-8e2e-975b22dd06ca req-26bf22b1-425b-4113-b659-86b1454a83fb tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1854455 Jul 13 18:24:27.954583 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b2ed1946-94e9-42af-8e2e-975b22dd06ca req-9ef12eee-42b8-4702-85cb-edfb4b80e5c9 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647137 Jul 13 18:24:29.321184 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fe945-1f21-4341-a712-d2798da5e700 req-309f38fe-1b0f-4ac6-854b-7316eed1c95f tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:29.332732 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-092fe945-1f21-4341-a712-d2798da5e700 req-309f38fe-1b0f-4ac6-854b-7316eed1c95f tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1396239 Jul 13 18:24:29.396027 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-092fe945-1f21-4341-a712-d2798da5e700 req-cdcf0f00-7cc7-4b40-9c2d-3eabc55b1aa6 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617387 Jul 13 18:24:31.960508 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f97b8c-c1d6-442d-a0a3-b45008b93018 req-8472e742-0be2-498b-9fba-0dad6ede6504 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:31.963503 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f7f97b8c-c1d6-442d-a0a3-b45008b93018 req-8472e742-0be2-498b-9fba-0dad6ede6504 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.0839641 Jul 13 18:24:32.019059 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f7f97b8c-c1d6-442d-a0a3-b45008b93018 req-3a7b2577-7952-4347-987d-9fc0a880df19 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449736 Jul 13 18:24:33.338257 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc0635-ea99-4c6d-9266-4fc1bb96458f req-7574ddb0-c592-4231-92ea-1a1d8c6eee9d tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:33.340004 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-acbc0635-ea99-4c6d-9266-4fc1bb96458f req-7574ddb0-c592-4231-92ea-1a1d8c6eee9d tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1211712 Jul 13 18:24:33.389600 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-acbc0635-ea99-4c6d-9266-4fc1bb96458f req-f22709e2-e5f2-414b-ac0c-cadf491d63ee tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420153 Jul 13 18:24:33.593236 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 35402) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:33.664285 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_v2 [None req-316ce6ff-ce47-481e-add7-540bcfa81d37 admin admin] Deleting subnet 9b79c5cc-324c-4f8c-a974-15d74bdf75d8 {{(pid=92973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 18:24:33.669746 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-316ce6ff-ce47-481e-add7-540bcfa81d37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:33.730169 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-316ce6ff-ce47-481e-add7-540bcfa81d37 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:33.741333 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-316ce6ff-ce47-481e-add7-540bcfa81d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7675306'] for subnet, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:33.835362 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-316ce6ff-ce47-481e-add7-540bcfa81d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7675283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for subnet, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:33.866142 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ce6ff-ce47-481e-add7-540bcfa81d37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b79c5cc-324c-4f8c-a974-15d74bdf75d8,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:33.873584 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-316ce6ff-ce47-481e-add7-540bcfa81d37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:33.876125 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-316ce6ff-ce47-481e-add7-540bcfa81d37 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9b79c5cc-324c-4f8c-a974-15d74bdf75d8 HTTP/1.1" status: 204 len: 168 time: 0.2815690 Jul 13 18:24:33.880533 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 35414) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:33.991736 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566799'] for network, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:34.133830 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668259', 'neutron.services.segments.db._delete_segments_for_network-8737536498324'] for network, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:34.153451 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:24:34.154502 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:24:34.156540 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:24:34.157201 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] Subscribe: > port after_create 55550000 {{(pid=92973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:24:34.157780 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:24:34.158361 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] Subscribe: > port after_update 55550000 {{(pid=92973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:24:34.158912 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:24:34.159468 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:24:34.160249 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:24:34.160758 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:24:34.262542 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:24:34.262894 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:24:34.263217 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:24:34.263532 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 18:24:34.264653 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48cbe32-a3e9-46b8-bbcd-f5440ecc9196']}} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:24:34.284823 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2a038d-2c4a-4097-a9d3-da6cef53be89') {'for_net_delete': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:24:34.285387 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2a038d-2c4a-4097-a9d3-da6cef53be89') {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:24:34.324802 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737536430219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3662129'] for segment, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:34.367465 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:34.385873 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=92973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 18:24:34.386787 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3662336'] for segment, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: from cryptography.utils import int_from_bytes Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: from cryptography.utils import int_from_bytes Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: Traceback (most recent call last): Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: timer() Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: cb(*args, **kw) Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: return func(*args, **kwargs) Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: self._notify() Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: self.callback(batched_events) Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: event.method(event) Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: return f(self, *a, **k) Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: return self._get(url).json() Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: return self.request(url, 'GET', **kwargs) Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 18:24:34.512969 dv-cinder-786928-3-iscsi neutron-server[92973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 18:24:34.521811 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8001304'] for network, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:34.554398 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] Pushing event deleted for resources: {'Network': ['ID=b48cbe32-a3e9-46b8-bbcd-f5440ecc9196,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:34.567493 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:34.578473 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-95caf505-f34e-49d0-849b-4c89824f2a94 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b48cbe32-a3e9-46b8-bbcd-f5440ecc9196 HTTP/1.1" status: 204 len: 168 time: 0.6961026 Jul 13 18:24:34.835141 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabd700-c472-457d-bf80-ca78a4d5227d req-59990f66-a1dc-427a-b243-24c05ad3c057 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:34.837832 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8aabd700-c472-457d-bf80-ca78a4d5227d req-59990f66-a1dc-427a-b243-24c05ad3c057 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1231616 Jul 13 18:24:34.931488 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 35476) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:34.961542 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8aabd700-c472-457d-bf80-ca78a4d5227d req-bb7a9d1d-735b-4857-8695-c2ffa23b9609 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124434 Jul 13 18:24:35.012554 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-79e2210a-49de-496c-8128-d2a4bab072b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cff2af9574c5494f98b393d6c3ccf318&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0778894 Jul 13 18:24:35.016866 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 35482) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:35.125206 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c33243f2-5656-4ff0-883d-76e4fbc24cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:35.164985 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c33243f2-5656-4ff0-883d-76e4fbc24cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:35.256189 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c33243f2-5656-4ff0-883d-76e4fbc24cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:35.264193 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c33243f2-5656-4ff0-883d-76e4fbc24cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:35.266150 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-c33243f2-5656-4ff0-883d-76e4fbc24cef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b15dab5e-3410-4128-b2f2-8158cba100e2 HTTP/1.1" status: 204 len: 168 time: 0.2475805 Jul 13 18:24:35.276304 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33243f2-5656-4ff0-883d-76e4fbc24cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15dab5e-3410-4128-b2f2-8158cba100e2,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:36.274349 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631331ac-f179-4bc5-bea4-0a001697f088 req-f7340654-3462-4f49-bde5-3e3caeb29443 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:36.284009 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-631331ac-f179-4bc5-bea4-0a001697f088 req-f7340654-3462-4f49-bde5-3e3caeb29443 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1497812 Jul 13 18:24:36.347293 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-631331ac-f179-4bc5-bea4-0a001697f088 req-a8a5d1a8-e772-4d87-816c-9850fb11de94 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620039 Jul 13 18:24:37.611493 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c44bdd-1fac-42d2-a40d-efc11086b87f req-b3a36a40-7ba9-4af3-a431-63873373b588 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:37.625125 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-76c44bdd-1fac-42d2-a40d-efc11086b87f req-b3a36a40-7ba9-4af3-a431-63873373b588 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1214936 Jul 13 18:24:37.702906 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-76c44bdd-1fac-42d2-a40d-efc11086b87f req-1dd3a53b-9bb3-47a5-a2f2-0d06d76b5435 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752423 Jul 13 18:24:38.111996 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 35656) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:38.302275 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-aea338b4-8a3e-4e23-84fa-85bffd3f098b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:38.544248 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-aea338b4-8a3e-4e23-84fa-85bffd3f098b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:38.549070 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-aea338b4-8a3e-4e23-84fa-85bffd3f098b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:38.645725 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-aea338b4-8a3e-4e23-84fa-85bffd3f098b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7dc6caadc8b54cf5990851d004078489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5320446 Jul 13 18:24:38.647373 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea338b4-8a3e-4e23-84fa-85bffd3f098b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bea2c9-add7-497e-be34-bc9d2b5f6c00,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:38.648510 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 35680) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:38.652794 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 35682) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:38.762549 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-6845f7e4-df96-40fe-8646-7edf90053e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:38.813345 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-6845f7e4-df96-40fe-8646-7edf90053e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:38.909161 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-6845f7e4-df96-40fe-8646-7edf90053e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:38.910730 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-6845f7e4-df96-40fe-8646-7edf90053e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:38.914947 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-6845f7e4-df96-40fe-8646-7edf90053e5d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3bea2c9-add7-497e-be34-bc9d2b5f6c00 HTTP/1.1" status: 204 len: 168 time: 0.2578762 Jul 13 18:24:38.930525 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845f7e4-df96-40fe-8646-7edf90053e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bea2c9-add7-497e-be34-bc9d2b5f6c00,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:38.940774 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-9686a0d8-eb0f-4000-9396-dbfa784446d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:38.979841 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 35696) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:39.102039 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-80ddf5f6-73c1-4cb4-97ae-a5ebacd6edc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:39.264783 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-80ddf5f6-73c1-4cb4-97ae-a5ebacd6edc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:39.275835 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-80ddf5f6-73c1-4cb4-97ae-a5ebacd6edc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:39.295477 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c8c28-0482-4f84-b913-7bea7b14038b req-6439eeed-3988-4112-ae93-026a9e45d1ce tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:39.308849 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cf8c8c28-0482-4f84-b913-7bea7b14038b req-6439eeed-3988-4112-ae93-026a9e45d1ce tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.2055016 Jul 13 18:24:39.360336 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:39.421683 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cf8c8c28-0482-4f84-b913-7bea7b14038b req-444bba9d-9f31-4712-b021-0a3d85400cec tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112611 Jul 13 18:24:39.449152 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-80ddf5f6-73c1-4cb4-97ae-a5ebacd6edc9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=63d10f073fd047f197457f139f83b662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7985504 Jul 13 18:24:39.452760 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddf5f6-73c1-4cb4-97ae-a5ebacd6edc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfb18b5-7f30-408f-90d3-5c3c64c964bd,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:39.453880 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 35712) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:39.577768 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-da844e88-54ed-48bf-98d4-7d6ca5f2399d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:39.615059 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-76cadd44-002f-4471-9958-1a5d13a21154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:39.617190 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-da844e88-54ed-48bf-98d4-7d6ca5f2399d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:39.744763 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-da844e88-54ed-48bf-98d4-7d6ca5f2399d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:39.753218 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-da844e88-54ed-48bf-98d4-7d6ca5f2399d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:39.760757 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-da844e88-54ed-48bf-98d4-7d6ca5f2399d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4dfb18b5-7f30-408f-90d3-5c3c64c964bd HTTP/1.1" status: 204 len: 168 time: 0.3022883 Jul 13 18:24:39.783827 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da844e88-54ed-48bf-98d4-7d6ca5f2399d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfb18b5-7f30-408f-90d3-5c3c64c964bd,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:39.887204 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-76cadd44-002f-4471-9958-1a5d13a21154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:39.895953 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-76cadd44-002f-4471-9958-1a5d13a21154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:39.926474 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 35728) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:39.962729 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-76cadd44-002f-4471-9958-1a5d13a21154 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2881189f7974a63b88a7708ab5a57db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9806511 Jul 13 18:24:39.967119 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 35730) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:39.969246 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-77f62cc9-7571-47c7-94f0-723c16e07972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:40.052251 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cadd44-002f-4471-9958-1a5d13a21154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e184f8ed-c2d2-4643-8c00-5da60f2fc773,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:40.155808 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-943530e6-956d-4387-b45b-71cc38803a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:40.197543 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-943530e6-956d-4387-b45b-71cc38803a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:40.198389 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 35736) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:40.271177 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-77f62cc9-7571-47c7-94f0-723c16e07972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:40.277845 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-77f62cc9-7571-47c7-94f0-723c16e07972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:40.316706 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-77f62cc9-7571-47c7-94f0-723c16e07972 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f6ac5127b6f142219689226eed0e56db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879707 Jul 13 18:24:40.323391 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 35744) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:40.330154 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-943530e6-956d-4387-b45b-71cc38803a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:40.337598 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-943530e6-956d-4387-b45b-71cc38803a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:40.340003 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-943530e6-956d-4387-b45b-71cc38803a29 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e184f8ed-c2d2-4643-8c00-5da60f2fc773 HTTP/1.1" status: 204 len: 168 time: 0.3707278 Jul 13 18:24:40.364122 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f62cc9-7571-47c7-94f0-723c16e07972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60af6b4-cdff-4e3a-8726-eb4a63f98723,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:40.382053 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943530e6-956d-4387-b45b-71cc38803a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e184f8ed-c2d2-4643-8c00-5da60f2fc773,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:40.490632 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-db23090f-9a3a-42f3-a7a7-01d7c21ead51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:40.577310 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-db23090f-9a3a-42f3-a7a7-01d7c21ead51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:40.795635 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-8bc70a41-d104-4a68-b8c7-f1627c448407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:40.804476 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-db23090f-9a3a-42f3-a7a7-01d7c21ead51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:40.809100 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-db23090f-9a3a-42f3-a7a7-01d7c21ead51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:40.811851 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-db23090f-9a3a-42f3-a7a7-01d7c21ead51 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b60af6b4-cdff-4e3a-8726-eb4a63f98723 HTTP/1.1" status: 204 len: 168 time: 0.4871433 Jul 13 18:24:40.840338 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23090f-9a3a-42f3-a7a7-01d7c21ead51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60af6b4-cdff-4e3a-8726-eb4a63f98723,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:40.973971 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206cbf8-79f4-46a7-af00-3b5077387e58 req-872fe514-1ab4-4928-b881-c8b45b885873 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:40.987277 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4206cbf8-79f4-46a7-af00-3b5077387e58 req-872fe514-1ab4-4928-b881-c8b45b885873 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.2682195 Jul 13 18:24:41.084965 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 35766) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:41.087684 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4206cbf8-79f4-46a7-af00-3b5077387e58 req-73dda279-3d23-4ec5-9803-affc549e6423 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988827 Jul 13 18:24:41.148051 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5dca10ac-c708-471a-9c6a-334fd8ca122f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:41.241748 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-8bc70a41-d104-4a68-b8c7-f1627c448407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:41.251887 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-8bc70a41-d104-4a68-b8c7-f1627c448407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:41.331380 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc70a41-d104-4a68-b8c7-f1627c448407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37889ea-ecdd-4875-9bea-ffc0190926f4,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:41.378026 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-8bc70a41-d104-4a68-b8c7-f1627c448407 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a7adba3a022493887cebdd2264e8f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1708241 Jul 13 18:24:41.378428 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 35774) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:41.384580 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5dca10ac-c708-471a-9c6a-334fd8ca122f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:41.399116 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5dca10ac-c708-471a-9c6a-334fd8ca122f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:41.460959 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-f62c15b9-17aa-4a84-98aa-f1a524703ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:41.469504 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 35780) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:41.470493 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-5dca10ac-c708-471a-9c6a-334fd8ca122f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8cb19725a43e482e8739574dabf4df52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835676 Jul 13 18:24:41.476015 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca10ac-c708-471a-9c6a-334fd8ca122f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8df8a2-7c6d-4530-8524-7346177a4c9a,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:41.598218 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-26be7a9d-c82f-46b1-b006-16aa20643a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:41.673386 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:41.677090 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a34c-f2ed-4020-8838-09600cd0bc02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:41.713442 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-26be7a9d-c82f-46b1-b006-16aa20643a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:41.753437 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 35790) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:41.761925 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a34c-f2ed-4020-8838-09600cd0bc02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:41.775502 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-696ce3fb-544c-4f0f-ad02-8761e63fcfb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:41.936789 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a34c-f2ed-4020-8838-09600cd0bc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:41.941559 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a34c-f2ed-4020-8838-09600cd0bc02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:41.953876 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-c7d2a34c-f2ed-4020-8838-09600cd0bc02 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da8df8a2-7c6d-4530-8524-7346177a4c9a HTTP/1.1" status: 204 len: 168 time: 0.4759271 Jul 13 18:24:41.955055 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-26be7a9d-c82f-46b1-b006-16aa20643a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:41.957610 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-696ce3fb-544c-4f0f-ad02-8761e63fcfb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:41.959660 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-26be7a9d-c82f-46b1-b006-16aa20643a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:41.961495 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-26be7a9d-c82f-46b1-b006-16aa20643a4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b37889ea-ecdd-4875-9bea-ffc0190926f4 HTTP/1.1" status: 204 len: 168 time: 0.5814922 Jul 13 18:24:41.969384 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-696ce3fb-544c-4f0f-ad02-8761e63fcfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:41.977186 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2a34c-f2ed-4020-8838-09600cd0bc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8df8a2-7c6d-4530-8524-7346177a4c9a,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:42.022223 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be7a9d-c82f-46b1-b006-16aa20643a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37889ea-ecdd-4875-9bea-ffc0190926f4,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:42.048107 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-696ce3fb-544c-4f0f-ad02-8761e63fcfb8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f3e3231749044b93acb7faf749138d72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926104 Jul 13 18:24:42.049951 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ce3fb-544c-4f0f-ad02-8761e63fcfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16271cd5-6340-43e1-8ba7-fed6ff17425f,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:42.052211 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 35800) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:42.182949 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7e70782e-8b2f-4763-9295-81c183f35959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:42.235763 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7e70782e-8b2f-4763-9295-81c183f35959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:42.394358 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7e70782e-8b2f-4763-9295-81c183f35959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:42.398747 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7e70782e-8b2f-4763-9295-81c183f35959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:42.400875 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-7e70782e-8b2f-4763-9295-81c183f35959 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16271cd5-6340-43e1-8ba7-fed6ff17425f HTTP/1.1" status: 204 len: 168 time: 0.3470280 Jul 13 18:24:42.422816 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70782e-8b2f-4763-9295-81c183f35959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16271cd5-6340-43e1-8ba7-fed6ff17425f,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:42.447386 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:24:42.471133 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a52e71-eb6f-424c-b880-471ace2d5234 req-8a7d9e7a-2d69-4545-9d56-f67815437712 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:42.473859 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-32a52e71-eb6f-424c-b880-471ace2d5234 req-8a7d9e7a-2d69-4545-9d56-f67815437712 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1377358 Jul 13 18:24:42.553475 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-32a52e71-eb6f-424c-b880-471ace2d5234 req-bad58668-5389-437e-a57c-ca4c2b4838c8 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679018 Jul 13 18:24:42.689674 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:43.817576 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35260e-1ba1-43be-ad93-61b48dbfe61f req-49e5ed34-3276-41e0-aaa5-6d8cfaa02406 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:43.819762 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4e35260e-1ba1-43be-ad93-61b48dbfe61f req-49e5ed34-3276-41e0-aaa5-6d8cfaa02406 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1055136 Jul 13 18:24:43.914689 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4e35260e-1ba1-43be-ad93-61b48dbfe61f req-84d22e4c-1569-4d52-a0ef-69df3ef058cb tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860155 Jul 13 18:24:44.319959 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 35892) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:44.326959 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:44.798356 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-7614fdb7-3ad3-4a0d-88f9-4be51a322605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:44.969895 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-7614fdb7-3ad3-4a0d-88f9-4be51a322605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:44.978025 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-7614fdb7-3ad3-4a0d-88f9-4be51a322605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:45.042473 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-7614fdb7-3ad3-4a0d-88f9-4be51a322605 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e9cf8a90221a4d7ebd4e3834362c78a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7204969 Jul 13 18:24:45.050324 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 35912) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:45.161814 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614fdb7-3ad3-4a0d-88f9-4be51a322605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5480aba-08d2-47c9-b421-539d6917736b,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:45.257417 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-cabc6cbc-951c-4116-a18f-53ce427d451f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:45.317800 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-cabc6cbc-951c-4116-a18f-53ce427d451f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:45.352356 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0e106-1ad6-4cb8-8232-74d2b7ac3173 req-d90e4427-2d39-41a6-98c4-469558fb53d5 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:45.354721 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1fd0e106-1ad6-4cb8-8232-74d2b7ac3173 req-d90e4427-2d39-41a6-98c4-469558fb53d5 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1926789 Jul 13 18:24:45.446222 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1fd0e106-1ad6-4cb8-8232-74d2b7ac3173 req-2b998316-d09d-4b72-b32a-b1071558b66b tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778313 Jul 13 18:24:45.472240 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-cabc6cbc-951c-4116-a18f-53ce427d451f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:45.478544 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-cabc6cbc-951c-4116-a18f-53ce427d451f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:45.482389 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-cabc6cbc-951c-4116-a18f-53ce427d451f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5480aba-08d2-47c9-b421-539d6917736b HTTP/1.1" status: 204 len: 168 time: 0.4284859 Jul 13 18:24:45.508103 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc6cbc-951c-4116-a18f-53ce427d451f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5480aba-08d2-47c9-b421-539d6917736b,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:45.990229 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 35946) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:46.234822 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0481c4ef-f1e8-47dd-ac64-5ed27fa7ef19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:46.378749 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0481c4ef-f1e8-47dd-ac64-5ed27fa7ef19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:46.385215 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0481c4ef-f1e8-47dd-ac64-5ed27fa7ef19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:46.440805 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481c4ef-f1e8-47dd-ac64-5ed27fa7ef19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507ee291-9a5e-4a77-9651-2d090e915751,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:46.470049 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-0481c4ef-f1e8-47dd-ac64-5ed27fa7ef19 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2838947933294591acc388438a7aa5f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4784162 Jul 13 18:24:46.474051 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 35966) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:46.564892 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-83641c49-ac0e-4ca3-8145-e567599fda62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:46.604629 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-83641c49-ac0e-4ca3-8145-e567599fda62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:46.756620 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-83641c49-ac0e-4ca3-8145-e567599fda62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:46.760216 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-83641c49-ac0e-4ca3-8145-e567599fda62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:46.762200 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-83641c49-ac0e-4ca3-8145-e567599fda62 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/507ee291-9a5e-4a77-9651-2d090e915751 HTTP/1.1" status: 204 len: 168 time: 0.2865872 Jul 13 18:24:46.786410 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb8e24-b15d-42ab-be97-5c00dcd11091 req-aca42e19-5b6d-4401-b8fb-e824dacfb2d1 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:46.788453 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-38fb8e24-b15d-42ab-be97-5c00dcd11091 req-aca42e19-5b6d-4401-b8fb-e824dacfb2d1 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1211369 Jul 13 18:24:46.789485 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83641c49-ac0e-4ca3-8145-e567599fda62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507ee291-9a5e-4a77-9651-2d090e915751,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:46.850078 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-38fb8e24-b15d-42ab-be97-5c00dcd11091 req-1ae45aed-dd50-4679-a6a2-f37e4d34b54c tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521986 Jul 13 18:24:48.266319 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca86b48-f71d-48e5-b17d-dc7b165fabab req-8b850fee-3976-4218-96d8-c4121e953f28 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:48.279667 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dca86b48-f71d-48e5-b17d-dc7b165fabab req-8b850fee-3976-4218-96d8-c4121e953f28 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1935835 Jul 13 18:24:48.319535 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 36040) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:48.340944 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dca86b48-f71d-48e5-b17d-dc7b165fabab req-7db3e061-d20f-47a9-8fd2-93896a675223 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596201 Jul 13 18:24:48.535382 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c44000d0-3464-499d-ac20-f001905f250d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:48.695769 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c44000d0-3464-499d-ac20-f001905f250d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:48.702106 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c44000d0-3464-499d-ac20-f001905f250d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:48.757391 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44000d0-3464-499d-ac20-f001905f250d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5e179d-5a87-445f-820a-35bfa936e6a7,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:48.787345 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 36080) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:48.787546 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-c44000d0-3464-499d-ac20-f001905f250d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=df986006679c4cfdbdff324291b1852f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4651251 Jul 13 18:24:48.896040 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-1ee7f7b8-9dc8-45be-98a0-a6e1b3d52917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:48.959726 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-1ee7f7b8-9dc8-45be-98a0-a6e1b3d52917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:49.105942 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-1ee7f7b8-9dc8-45be-98a0-a6e1b3d52917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:49.110854 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-1ee7f7b8-9dc8-45be-98a0-a6e1b3d52917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:49.118384 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-1ee7f7b8-9dc8-45be-98a0-a6e1b3d52917 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fd5e179d-5a87-445f-820a-35bfa936e6a7 HTTP/1.1" status: 204 len: 168 time: 0.3265362 Jul 13 18:24:49.145369 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7f7b8-9dc8-45be-98a0-a6e1b3d52917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5e179d-5a87-445f-820a-35bfa936e6a7,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:49.716217 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5428176-873c-4493-8bc7-8472627437d4 req-6a81857a-b760-4833-9570-a48223eacbf6 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:49.718550 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e5428176-873c-4493-8bc7-8472627437d4 req-6a81857a-b760-4833-9570-a48223eacbf6 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.0979059 Jul 13 18:24:49.748031 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 36118) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:49.772444 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-081cd1f6-99a9-4688-b7b9-d946bcef81e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:49.798472 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e5428176-873c-4493-8bc7-8472627437d4 req-85541db1-a809-4967-9705-7bad0fef4e7c tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684028 Jul 13 18:24:49.952405 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-081cd1f6-99a9-4688-b7b9-d946bcef81e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:49.976318 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-081cd1f6-99a9-4688-b7b9-d946bcef81e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:50.021737 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cd1f6-99a9-4688-b7b9-d946bcef81e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a3df7b-ff32-40bc-9f27-3a5e1e6c3e64,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:50.027659 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-081cd1f6-99a9-4688-b7b9-d946bcef81e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=841efe5ef47347d781bf953c71820553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771280 Jul 13 18:24:50.030886 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 36126) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:50.113166 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-60383137-6fa4-4860-bd66-2ff4214049b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:50.142635 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-60383137-6fa4-4860-bd66-2ff4214049b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:50.222834 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-60383137-6fa4-4860-bd66-2ff4214049b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:50.226593 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-60383137-6fa4-4860-bd66-2ff4214049b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:50.228207 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-60383137-6fa4-4860-bd66-2ff4214049b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/44a3df7b-ff32-40bc-9f27-3a5e1e6c3e64 HTTP/1.1" status: 204 len: 168 time: 0.1953614 Jul 13 18:24:50.238619 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60383137-6fa4-4860-bd66-2ff4214049b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a3df7b-ff32-40bc-9f27-3a5e1e6c3e64,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:52.361947 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b317ff-cbf2-4fbd-b1db-d282c1026c61 req-842d860e-0efd-4435-8f7d-c61e8d4555f4 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:52.363886 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c1b317ff-cbf2-4fbd-b1db-d282c1026c61 req-842d860e-0efd-4435-8f7d-c61e8d4555f4 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1095185 Jul 13 18:24:52.427015 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c1b317ff-cbf2-4fbd-b1db-d282c1026c61 req-02d73ee9-6cd0-48fc-ae15-50b02996b961 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570078 Jul 13 18:24:53.798167 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c491e0-380d-4a2d-a003-abd5cb169f83 req-c99341bb-86cf-42fa-bd04-19f3c1052c5b tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:53.804538 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-41c491e0-380d-4a2d-a003-abd5cb169f83 req-c99341bb-86cf-42fa-bd04-19f3c1052c5b tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1115856 Jul 13 18:24:53.886046 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-41c491e0-380d-4a2d-a003-abd5cb169f83 req-d36f84a3-2a67-4072-a0bb-89a81c224b42 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784700 Jul 13 18:24:54.338712 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cebff-d528-449c-9dff-394d07529b40 req-c261bf70-2cfd-4d1a-8911-b4552d76eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:54.342749 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2b7cebff-d528-449c-9dff-394d07529b40 req-c261bf70-2cfd-4d1a-8911-b4552d76eb95 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 1099 time: 0.1384671 Jul 13 18:24:54.432020 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2b7cebff-d528-449c-9dff-394d07529b40 req-9d83e374-06c3-47d7-bc3b-f32f6ba2f7c9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810931 Jul 13 18:24:55.314934 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 36348) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:55.468191 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a0eef8d0-f20f-46f6-a286-538b6fc9cb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:55.593171 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a0eef8d0-f20f-46f6-a286-538b6fc9cb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:55.598757 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a0eef8d0-f20f-46f6-a286-538b6fc9cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:55.654313 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-a0eef8d0-f20f-46f6-a286-538b6fc9cb38 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=997468d306df440cb3af92e2ae3118a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381476 Jul 13 18:24:55.655186 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eef8d0-f20f-46f6-a286-538b6fc9cb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff6e0de-43f4-4383-9b01-294cad00e4f0,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:55.658732 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 36358) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:55.741608 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a87e7613-cdaf-467b-bb38-59582314f4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:55.782432 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a87e7613-cdaf-467b-bb38-59582314f4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:55.859329 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a87e7613-cdaf-467b-bb38-59582314f4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:55.863236 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a87e7613-cdaf-467b-bb38-59582314f4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:55.868446 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-a87e7613-cdaf-467b-bb38-59582314f4ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fff6e0de-43f4-4383-9b01-294cad00e4f0 HTTP/1.1" status: 204 len: 168 time: 0.2071676 Jul 13 18:24:55.880730 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e7613-cdaf-467b-bb38-59582314f4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff6e0de-43f4-4383-9b01-294cad00e4f0,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:56.260341 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 36366) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:56.279859 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a0c185b9-ad4b-4617-be44-ee7da063c1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:56.413684 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a0c185b9-ad4b-4617-be44-ee7da063c1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:56.419833 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a0c185b9-ad4b-4617-be44-ee7da063c1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:56.490240 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-a0c185b9-ad4b-4617-be44-ee7da063c1f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ca65ec6775742bb884d42b223cf1129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285211 Jul 13 18:24:56.492920 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c185b9-ad4b-4617-be44-ee7da063c1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67de74c2-7b54-47a8-9374-15d89449b04d,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:56.493978 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 36370) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:24:56.586086 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a33b921b-6231-4068-ad2c-d6cd08c7429d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:56.614182 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a33b921b-6231-4068-ad2c-d6cd08c7429d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:56.691855 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a33b921b-6231-4068-ad2c-d6cd08c7429d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:56.696314 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a33b921b-6231-4068-ad2c-d6cd08c7429d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:24:56.698311 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-a33b921b-6231-4068-ad2c-d6cd08c7429d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/67de74c2-7b54-47a8-9374-15d89449b04d HTTP/1.1" status: 204 len: 168 time: 0.2024512 Jul 13 18:24:56.713567 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b921b-6231-4068-ad2c-d6cd08c7429d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67de74c2-7b54-47a8-9374-15d89449b04d,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:24:58.114845 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e763a60-708a-4155-bc83-266517ff0877 req-d5d9b259-f878-4364-b2bc-33b7a3faa94f tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:24:58.116599 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5e763a60-708a-4155-bc83-266517ff0877 req-d5d9b259-f878-4364-b2bc-33b7a3faa94f tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1038690 Jul 13 18:24:58.179228 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5e763a60-708a-4155-bc83-266517ff0877 req-831a25e2-cf59-47a7-8bd8-494100ffe76f tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558031 Jul 13 18:25:00.106916 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 36472) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:00.239335 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-33c54406-3150-4f12-a4a7-796554908f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:00.359135 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-33c54406-3150-4f12-a4a7-796554908f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:00.363501 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-33c54406-3150-4f12-a4a7-796554908f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:00.406409 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-33c54406-3150-4f12-a4a7-796554908f18 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7708f579c4924680803d5263b61878c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958770 Jul 13 18:25:00.406409 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c54406-3150-4f12-a4a7-796554908f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a150b93-dcb5-4c1f-addb-bc40c915cc5b,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:00.406943 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 36478) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:00.490054 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4a8c0ad4-35f1-4db5-b309-8f2af0f9c624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:00.519931 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4a8c0ad4-35f1-4db5-b309-8f2af0f9c624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:00.587465 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4a8c0ad4-35f1-4db5-b309-8f2af0f9c624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:00.590150 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4a8c0ad4-35f1-4db5-b309-8f2af0f9c624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:00.591682 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-4a8c0ad4-35f1-4db5-b309-8f2af0f9c624 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a150b93-dcb5-4c1f-addb-bc40c915cc5b HTTP/1.1" status: 204 len: 168 time: 0.1832678 Jul 13 18:25:00.601983 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c0ad4-35f1-4db5-b309-8f2af0f9c624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a150b93-dcb5-4c1f-addb-bc40c915cc5b,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:00.934241 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 36486) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:00.957728 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9b545e74-4120-4319-bc8e-f17a0390c5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:01.134056 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9b545e74-4120-4319-bc8e-f17a0390c5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:01.147459 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9b545e74-4120-4319-bc8e-f17a0390c5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:01.204121 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-9b545e74-4120-4319-bc8e-f17a0390c5f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=911b7fa919014413b3d5fd774143b32c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683592 Jul 13 18:25:01.205854 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b545e74-4120-4319-bc8e-f17a0390c5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83591eaa-c722-4d47-b80d-db36c4c6e2f3,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:01.208382 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 36492) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:01.215393 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d171ec7-42af-493f-85ef-f49aed1e3118 req-39288e8e-ee43-4343-98f9-61d47691acf0 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:01.216962 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8d171ec7-42af-493f-85ef-f49aed1e3118 req-39288e8e-ee43-4343-98f9-61d47691acf0 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1542945 Jul 13 18:25:01.286144 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8d171ec7-42af-493f-85ef-f49aed1e3118 req-d3b77837-8d84-4a76-b872-8014327a4d1d tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565515 Jul 13 18:25:01.288668 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a6f792bc-1ca2-4737-82e8-ffd288d44663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:01.315566 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a6f792bc-1ca2-4737-82e8-ffd288d44663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:01.366812 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a6f792bc-1ca2-4737-82e8-ffd288d44663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:01.370484 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a6f792bc-1ca2-4737-82e8-ffd288d44663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:01.372910 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-a6f792bc-1ca2-4737-82e8-ffd288d44663 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/83591eaa-c722-4d47-b80d-db36c4c6e2f3 HTTP/1.1" status: 204 len: 168 time: 0.1627631 Jul 13 18:25:01.382336 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f792bc-1ca2-4737-82e8-ffd288d44663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83591eaa-c722-4d47-b80d-db36c4c6e2f3,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:02.607928 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b6e49-7303-439d-a105-e8e21df42c5e req-3b1f2190-7444-4812-8a06-ec6f7d238983 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:02.622390 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-514b6e49-7303-439d-a105-e8e21df42c5e req-3b1f2190-7444-4812-8a06-ec6f7d238983 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1577125 Jul 13 18:25:02.925671 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-514b6e49-7303-439d-a105-e8e21df42c5e req-6789e6a3-8a61-4718-bb92-7801d01a9d1d tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017271 Jul 13 18:25:03.235370 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc165fea-2ce3-41fb-9cde-695e02c5e301 req-a54ff621-98d7-4d92-8591-41d8ec990d5b tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:03.238226 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cc165fea-2ce3-41fb-9cde-695e02c5e301 req-a54ff621-98d7-4d92-8591-41d8ec990d5b tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.0991426 Jul 13 18:25:03.345493 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cc165fea-2ce3-41fb-9cde-695e02c5e301 req-b2a5b789-131e-434c-9c05-4e52aa5d823a tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961456 Jul 13 18:25:08.560675 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe9845-6fd2-46ba-a0b6-6c49d6a773c7 req-3876e82a-cc2e-42a5-a711-1e7ff610a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:08.563305 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9cfe9845-6fd2-46ba-a0b6-6c49d6a773c7 req-3876e82a-cc2e-42a5-a711-1e7ff610a248 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6142a2ec1d3e454297a59aa3b11d17aa&device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 1098 time: 0.1300220 Jul 13 18:25:08.673954 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9ac2b-a86b-4bbf-9848-20e6b7dd184e req-821da18f-3951-484f-9f7a-820b9988fd5a tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:08.682023 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-fff9ac2b-a86b-4bbf-9848-20e6b7dd184e req-821da18f-3951-484f-9f7a-820b9988fd5a tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1997714 Jul 13 18:25:08.772692 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-fff9ac2b-a86b-4bbf-9848-20e6b7dd184e req-172842fc-1e61-4f0c-88cb-808ef6e1b043 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896401 Jul 13 18:25:08.810874 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe9845-6fd2-46ba-a0b6-6c49d6a773c7 req-a7947697-618e-45e0-8c99-00a25f6ba566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:08.812978 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9cfe9845-6fd2-46ba-a0b6-6c49d6a773c7 req-a7947697-618e-45e0-8c99-00a25f6ba566 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8712c6dd-710d-48bd-92a1-6aa9b9fb58fe HTTP/1.1" status: 200 len: 919 time: 0.2411578 Jul 13 18:25:08.870438 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9cfe9845-6fd2-46ba-a0b6-6c49d6a773c7 req-606a1b84-9275-44c7-87bc-b9c028fe3449 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1cd7930-dec2-4533-b2cd-c0601d80036f HTTP/1.1" status: 200 len: 217 time: 0.0488219 Jul 13 18:25:08.904924 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-e45f1dc2-7c02-45cb-8879-e23c03d28253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:09.009253 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe9845-6fd2-46ba-a0b6-6c49d6a773c7 req-803c834e-8f0a-4873-b84b-0b8f27996ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:09.016493 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9cfe9845-6fd2-46ba-a0b6-6c49d6a773c7 req-803c834e-8f0a-4873-b84b-0b8f27996ac0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23bf7fe7-0ee1-431f-b75e-99e1897408f7 HTTP/1.1" status: 200 len: 858 time: 0.1270795 Jul 13 18:25:09.105166 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9cfe9845-6fd2-46ba-a0b6-6c49d6a773c7 req-0a413eec-28c6-43a6-9297-816e0c134f9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8712c6dd-710d-48bd-92a1-6aa9b9fb58fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799601 Jul 13 18:25:09.238630 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9cfe9845-6fd2-46ba-a0b6-6c49d6a773c7 req-78a2c86d-0a8b-4cfa-8dc9-e1208128fad9 service neutron] 10.222.0.32 "GET /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240644 Jul 13 18:25:09.240897 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 36718) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:09.352425 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9cfe9845-6fd2-46ba-a0b6-6c49d6a773c7 req-af8e5898-eea1-4223-8c65-10dbc65d0890 service neutron] 10.222.0.32 "GET /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044135 Jul 13 18:25:09.374851 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:09.381822 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-411ff7b2-356f-44df-851e-dc689bac3ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:09.478888 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-411ff7b2-356f-44df-851e-dc689bac3ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:09.482780 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-411ff7b2-356f-44df-851e-dc689bac3ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:09.529102 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-411ff7b2-356f-44df-851e-dc689bac3ff3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=04784c056faa4c149137329c9fa396cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871480 Jul 13 18:25:09.529927 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ff7b2-356f-44df-851e-dc689bac3ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ae9d0e-6e1e-4e7b-b703-4696d83bb35b,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:09.531923 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 36724) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:09.605616 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-85353521-51e6-43be-832a-6c1d76f87619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:09.632395 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-85353521-51e6-43be-832a-6c1d76f87619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:09.683741 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-85353521-51e6-43be-832a-6c1d76f87619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:09.686419 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-85353521-51e6-43be-832a-6c1d76f87619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:09.687630 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-85353521-51e6-43be-832a-6c1d76f87619 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59ae9d0e-6e1e-4e7b-b703-4696d83bb35b HTTP/1.1" status: 204 len: 168 time: 0.1540053 Jul 13 18:25:09.695522 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85353521-51e6-43be-832a-6c1d76f87619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ae9d0e-6e1e-4e7b-b703-4696d83bb35b,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:09.703870 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85353521-51e6-43be-832a-6c1d76f87619 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:09.704273 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85353521-51e6-43be-832a-6c1d76f87619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:09.704546 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85353521-51e6-43be-832a-6c1d76f87619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:09.705205 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85353521-51e6-43be-832a-6c1d76f87619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:09.705549 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85353521-51e6-43be-832a-6c1d76f87619 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:09.705880 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85353521-51e6-43be-832a-6c1d76f87619 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:09.706208 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85353521-51e6-43be-832a-6c1d76f87619 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:09.706534 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85353521-51e6-43be-832a-6c1d76f87619 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:09.706860 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85353521-51e6-43be-832a-6c1d76f87619 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:09.707187 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85353521-51e6-43be-832a-6c1d76f87619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:09.707513 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85353521-51e6-43be-832a-6c1d76f87619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:09.707962 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85353521-51e6-43be-832a-6c1d76f87619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:09.966574 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 36736) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:09.975323 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfd834-7792-4bef-a5c9-b503a5bdf096 req-7c42ba6b-07bb-4029-a3a7-1bbb429bca1f tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:09.976862 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-89bfd834-7792-4bef-a5c9-b503a5bdf096 req-7c42ba6b-07bb-4029-a3a7-1bbb429bca1f tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.0679388 Jul 13 18:25:09.982634 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-906a1f9a-2c30-4c17-a968-e704521004d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:10.016382 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-89bfd834-7792-4bef-a5c9-b503a5bdf096 req-744c497b-8034-4be2-8250-e02b102a850b tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331511 Jul 13 18:25:10.091242 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-906a1f9a-2c30-4c17-a968-e704521004d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:10.095044 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-906a1f9a-2c30-4c17-a968-e704521004d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:10.133537 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-906a1f9a-2c30-4c17-a968-e704521004d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=85c764c25a5f49f6b7f0b292b8543c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653128 Jul 13 18:25:10.134404 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a1f9a-2c30-4c17-a968-e704521004d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d752f2c1-4bac-4aa0-acca-f4aef33737b7,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:10.136709 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 36740) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:10.196765 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7cb3da91-d289-4804-ae52-4bc4c35c0d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:10.222209 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7cb3da91-d289-4804-ae52-4bc4c35c0d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:10.271601 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7cb3da91-d289-4804-ae52-4bc4c35c0d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:10.274092 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7cb3da91-d289-4804-ae52-4bc4c35c0d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:10.275254 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-7cb3da91-d289-4804-ae52-4bc4c35c0d91 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d752f2c1-4bac-4aa0-acca-f4aef33737b7 HTTP/1.1" status: 204 len: 168 time: 0.1375644 Jul 13 18:25:10.286386 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3da91-d289-4804-ae52-4bc4c35c0d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d752f2c1-4bac-4aa0-acca-f4aef33737b7,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:11.239166 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba1abb-f8e2-4fa3-9e99-a34fab4c509d req-73ec8f03-d7fb-4b35-90c8-37e11e4dd88e tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:11.241462 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-00ba1abb-f8e2-4fa3-9e99-a34fab4c509d req-73ec8f03-d7fb-4b35-90c8-37e11e4dd88e tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1065822 Jul 13 18:25:11.291655 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-00ba1abb-f8e2-4fa3-9e99-a34fab4c509d req-40c37944-1162-4f8d-99e6-136a97349384 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416865 Jul 13 18:25:11.438924 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-85e39077-0630-42d0-9050-7e613752ff06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:11.666128 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:12.423633 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7bf4e-4b42-4e64-949d-60d77b0ae7c9 req-ee9ad85e-8d8b-4575-8814-a1f537916e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:12.426061 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-44d7bf4e-4b42-4e64-949d-60d77b0ae7c9 req-ee9ad85e-8d8b-4575-8814-a1f537916e51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6142a2ec1d3e454297a59aa3b11d17aa&device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 1098 time: 0.1389174 Jul 13 18:25:12.638503 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7bf4e-4b42-4e64-949d-60d77b0ae7c9 req-367e3587-1d2f-42d5-8976-d34ee06056aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:12.640974 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-44d7bf4e-4b42-4e64-949d-60d77b0ae7c9 req-367e3587-1d2f-42d5-8976-d34ee06056aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=8712c6dd-710d-48bd-92a1-6aa9b9fb58fe HTTP/1.1" status: 200 len: 919 time: 0.1842811 Jul 13 18:25:12.663149 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9eb86-2aa1-4bc1-92c5-42e7c2bd50bd req-e8eb5875-23cd-41b8-88af-b58649ae37ec tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:12.678316 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2bc9eb86-2aa1-4bc1-92c5-42e7c2bd50bd req-e8eb5875-23cd-41b8-88af-b58649ae37ec tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1555884 Jul 13 18:25:12.700311 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:12.762823 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-44d7bf4e-4b42-4e64-949d-60d77b0ae7c9 req-e5d56c8c-2e99-4be3-a650-8af51a4eec64 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1cd7930-dec2-4533-b2cd-c0601d80036f HTTP/1.1" status: 200 len: 217 time: 0.0796478 Jul 13 18:25:12.792402 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2bc9eb86-2aa1-4bc1-92c5-42e7c2bd50bd req-70eb2160-82aa-4079-b3cb-06965ac7cb34 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110947 Jul 13 18:25:14.044164 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75009c4-e937-4894-8c6c-ca1f07748baa req-106b0338-18f8-469a-b2ec-e59a3ef94e6a tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:14.046468 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f75009c4-e937-4894-8c6c-ca1f07748baa req-106b0338-18f8-469a-b2ec-e59a3ef94e6a tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.0886495 Jul 13 18:25:14.097640 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f75009c4-e937-4894-8c6c-ca1f07748baa req-6389122d-0f66-4679-9015-fdbfc0f20c46 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456676 Jul 13 18:25:14.306591 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:15.279549 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4a38e-9e49-45d5-ad40-fc47903b3a34 req-c21ecc74-09c4-4b2f-add5-e78fa7401ccc tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:15.281207 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d3a4a38e-9e49-45d5-ad40-fc47903b3a34 req-c21ecc74-09c4-4b2f-add5-e78fa7401ccc tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.0684059 Jul 13 18:25:15.320848 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d3a4a38e-9e49-45d5-ad40-fc47903b3a34 req-ff25e2d5-af1f-47ca-9fbc-51a108f5e50f tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338235 Jul 13 18:25:15.517960 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7bf4e-4b42-4e64-949d-60d77b0ae7c9 req-0082c803-a502-4782-aae9-f2f57dac07fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:15.519476 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-44d7bf4e-4b42-4e64-949d-60d77b0ae7c9 req-0082c803-a502-4782-aae9-f2f57dac07fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23bf7fe7-0ee1-431f-b75e-99e1897408f7 HTTP/1.1" status: 200 len: 858 time: 0.0549130 Jul 13 18:25:15.558544 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-44d7bf4e-4b42-4e64-949d-60d77b0ae7c9 req-793e9c82-843c-49a1-a75b-5107d213fb06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8712c6dd-710d-48bd-92a1-6aa9b9fb58fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279448 Jul 13 18:25:15.663556 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-44d7bf4e-4b42-4e64-949d-60d77b0ae7c9 req-51c3bf19-128a-42ab-b9cc-7944f93caa87 service neutron] 10.222.0.32 "GET /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966856 Jul 13 18:25:15.756707 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-44d7bf4e-4b42-4e64-949d-60d77b0ae7c9 req-375f4a93-09c9-4857-9cfe-e8b314518003 service neutron] 10.222.0.32 "GET /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851741 Jul 13 18:25:16.506003 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7550d-75b9-4aaf-bdff-70c8ead92ca8 req-44ac7777-bbf9-42d6-90a5-f1db4d607193 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:16.507632 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6cb7550d-75b9-4aaf-bdff-70c8ead92ca8 req-44ac7777-bbf9-42d6-90a5-f1db4d607193 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.0707185 Jul 13 18:25:16.556392 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6cb7550d-75b9-4aaf-bdff-70c8ead92ca8 req-5b2333fc-9711-44fc-ba8c-29e933ad2138 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415704 Jul 13 18:25:17.818297 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ba539-ed25-4759-b245-69509b75930d req-bdae46aa-49f4-491d-968e-27d70d7ee89f tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:17.828959 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-974ba539-ed25-4759-b245-69509b75930d req-bdae46aa-49f4-491d-968e-27d70d7ee89f tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1116762 Jul 13 18:25:17.899311 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-974ba539-ed25-4759-b245-69509b75930d req-a51ffea6-cca6-442a-9258-7cb5e875d5fe tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695567 Jul 13 18:25:18.742593 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 36990) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:18.901638 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-2bfffe7d-5592-44c9-b30c-4387255c2ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:19.099019 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-2bfffe7d-5592-44c9-b30c-4387255c2ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:19.108523 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-2bfffe7d-5592-44c9-b30c-4387255c2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:19.170870 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f82f59-6b50-4d12-b8e0-22349ee5771b req-43281031-f4f7-4d38-9431-958524c90af6 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:19.172331 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b7f82f59-6b50-4d12-b8e0-22349ee5771b req-43281031-f4f7-4d38-9431-958524c90af6 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1780548 Jul 13 18:25:19.177074 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfffe7d-5592-44c9-b30c-4387255c2ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ac2084-260c-45a9-a109-90b3984ecf19,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:19.181296 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-2bfffe7d-5592-44c9-b30c-4387255c2ccd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fa2206512a574a6f815ccbb54fc5fcf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4372990 Jul 13 18:25:19.185998 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 37004) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:19.224766 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa69485-cc90-4159-8247-f9dcdd7a275b req-0c6dbf20-527d-4a72-8405-f37a152f7d49 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:19.226372 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dfa69485-cc90-4159-8247-f9dcdd7a275b req-0c6dbf20-527d-4a72-8405-f37a152f7d49 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1765599 Jul 13 18:25:19.234971 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b7f82f59-6b50-4d12-b8e0-22349ee5771b req-3133e093-7f61-4d95-9726-27f7229013a5 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508432 Jul 13 18:25:19.261808 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ba78da84-a36b-40bd-bebb-a527a03d13ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:19.278014 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dfa69485-cc90-4159-8247-f9dcdd7a275b req-9d559328-055b-42d8-b13b-fa043ae03f3a tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420623 Jul 13 18:25:19.300740 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ba78da84-a36b-40bd-bebb-a527a03d13ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:19.382146 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ba78da84-a36b-40bd-bebb-a527a03d13ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:19.384800 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ba78da84-a36b-40bd-bebb-a527a03d13ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:19.386404 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-ba78da84-a36b-40bd-bebb-a527a03d13ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a4ac2084-260c-45a9-a109-90b3984ecf19 HTTP/1.1" status: 204 len: 168 time: 0.1987913 Jul 13 18:25:19.395912 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78da84-a36b-40bd-bebb-a527a03d13ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ac2084-260c-45a9-a109-90b3984ecf19,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:19.448484 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:25:19.739302 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 37014) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:19.757264 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-222bf9c0-8435-40ef-a082-bc37e27ee71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:19.850669 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-222bf9c0-8435-40ef-a082-bc37e27ee71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:19.856052 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-222bf9c0-8435-40ef-a082-bc37e27ee71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:19.904076 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 37018) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:19.911557 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-222bf9c0-8435-40ef-a082-bc37e27ee71b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d0f6449e3c6746f0b8a9ebea2a407f79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628802 Jul 13 18:25:19.912670 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bf9c0-8435-40ef-a082-bc37e27ee71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef57ac24-9f7e-4984-8281-35601f68ab30,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:19.987524 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ee26d251-75fd-4492-9d0a-20d2ee70c46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:20.017060 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ee26d251-75fd-4492-9d0a-20d2ee70c46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:20.068193 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ee26d251-75fd-4492-9d0a-20d2ee70c46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:20.070997 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ee26d251-75fd-4492-9d0a-20d2ee70c46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:20.072963 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-ee26d251-75fd-4492-9d0a-20d2ee70c46e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef57ac24-9f7e-4984-8281-35601f68ab30 HTTP/1.1" status: 204 len: 168 time: 0.1667340 Jul 13 18:25:20.082552 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26d251-75fd-4492-9d0a-20d2ee70c46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef57ac24-9f7e-4984-8281-35601f68ab30,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:20.583001 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fe4a7-2346-436e-8575-5b6753c7b114 req-81488d44-8e88-4152-8156-85e9e1c6ade9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:20.584552 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-362fe4a7-2346-436e-8575-5b6753c7b114 req-81488d44-8e88-4152-8156-85e9e1c6ade9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1629417 Jul 13 18:25:20.598601 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4abd18-a93f-4783-80d0-a4215dee8150 req-b6b62186-84a8-4f03-80b7-ade70333d202 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:20.600266 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-de4abd18-a93f-4783-80d0-a4215dee8150 req-b6b62186-84a8-4f03-80b7-ade70333d202 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1412122 Jul 13 18:25:20.665343 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-362fe4a7-2346-436e-8575-5b6753c7b114 req-ef137380-2228-4221-bac3-07b161184ef4 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640438 Jul 13 18:25:20.676004 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-de4abd18-a93f-4783-80d0-a4215dee8150 req-75805e16-c7bb-467f-a1f4-ed54884511ec tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643256 Jul 13 18:25:21.924334 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c50f64-d2b3-4441-8732-d03d546e3966 req-17cc37a3-eca9-473f-ab55-c7012880da7e tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:21.926079 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-07c50f64-d2b3-4441-8732-d03d546e3966 req-17cc37a3-eca9-473f-ab55-c7012880da7e tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1149650 Jul 13 18:25:21.938563 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d8a05-dd69-47c8-88b9-264f490aff67 req-95aa1544-7625-4fad-9d9d-95a47d3e97a3 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:21.940482 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-db1d8a05-dd69-47c8-88b9-264f490aff67 req-95aa1544-7625-4fad-9d9d-95a47d3e97a3 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1202421 Jul 13 18:25:21.991568 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-07c50f64-d2b3-4441-8732-d03d546e3966 req-4da0035e-20ae-49e8-bd49-c66a91f97442 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499692 Jul 13 18:25:22.012035 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-db1d8a05-dd69-47c8-88b9-264f490aff67 req-f98fc1ee-efdd-4a54-9df0-7a007a08e427 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556555 Jul 13 18:25:23.283466 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc77e2-ce53-4eda-8d45-a03372e61892 req-814f5002-aac9-4397-91a4-faf97ca32805 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:23.284983 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-65dc77e2-ce53-4eda-8d45-a03372e61892 req-814f5002-aac9-4397-91a4-faf97ca32805 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1063716 Jul 13 18:25:23.344370 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73d164-1256-41ed-a141-40dc664600a9 req-f38d8748-b616-4e54-86da-9a7b6549ce48 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:23.345909 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9f73d164-1256-41ed-a141-40dc664600a9 req-f38d8748-b616-4e54-86da-9a7b6549ce48 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1095035 Jul 13 18:25:23.348922 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-65dc77e2-ce53-4eda-8d45-a03372e61892 req-6469c780-ec25-4f73-93a4-f735e3c85fa8 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525820 Jul 13 18:25:23.405618 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9f73d164-1256-41ed-a141-40dc664600a9 req-e0dc697e-6197-4bb8-967a-848128d43c79 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494111 Jul 13 18:25:24.602689 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e39638-0e2f-43df-a316-26ea69464767 req-f332a3ab-be35-4733-ab58-026125d9a75b tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:24.604960 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d4e39638-0e2f-43df-a316-26ea69464767 req-f332a3ab-be35-4733-ab58-026125d9a75b tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1026375 Jul 13 18:25:24.672233 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d4e39638-0e2f-43df-a316-26ea69464767 req-025e7fcf-ab92-4f39-a934-97b75f0e8928 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594645 Jul 13 18:25:24.849564 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfbd90-1133-4469-9e42-21da075cbed9 req-e526d1f1-b59c-4362-8de9-766270d390cf tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:24.851963 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d4cfbd90-1133-4469-9e42-21da075cbed9 req-e526d1f1-b59c-4362-8de9-766270d390cf tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1252306 Jul 13 18:25:24.932307 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d4cfbd90-1133-4469-9e42-21da075cbed9 req-b0a4634e-979f-493d-a9b7-e2800ef8c2d9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724490 Jul 13 18:25:25.430572 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 37182) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:25.566463 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-dc5f41b3-20c5-4c1c-817d-37cd3ae07512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:25.709662 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-dc5f41b3-20c5-4c1c-817d-37cd3ae07512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:25.714841 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-dc5f41b3-20c5-4c1c-817d-37cd3ae07512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:25.752458 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f41b3-20c5-4c1c-817d-37cd3ae07512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b736f7-2f6c-402c-b929-e95fae887774,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:25.771701 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-dc5f41b3-20c5-4c1c-817d-37cd3ae07512 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d73b01a672294a348b8afa84cdb62f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3398552 Jul 13 18:25:25.774024 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 37202) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:25.854850 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-535a8cd5-2fd3-4b7d-9a28-6b34034f301d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:25.898175 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-535a8cd5-2fd3-4b7d-9a28-6b34034f301d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:25.936343 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d2a84-575d-4ef1-b4c8-886d554c1a7e req-95ffd7f1-d529-4464-90d3-6b44333254e3 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:25.937882 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-568d2a84-575d-4ef1-b4c8-886d554c1a7e req-95ffd7f1-d529-4464-90d3-6b44333254e3 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1102529 Jul 13 18:25:25.970377 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-535a8cd5-2fd3-4b7d-9a28-6b34034f301d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:25.976301 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-535a8cd5-2fd3-4b7d-9a28-6b34034f301d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:25.977598 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-535a8cd5-2fd3-4b7d-9a28-6b34034f301d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/26b736f7-2f6c-402c-b929-e95fae887774 HTTP/1.1" status: 204 len: 168 time: 0.2024343 Jul 13 18:25:25.989219 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a8cd5-2fd3-4b7d-9a28-6b34034f301d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b736f7-2f6c-402c-b929-e95fae887774,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:26.010693 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-568d2a84-575d-4ef1-b4c8-886d554c1a7e req-624fb12d-503b-4b08-a09a-b331b806bd9a tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637040 Jul 13 18:25:26.214913 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c9cd5-cba7-4969-b936-5cbd033c4224 req-715d3324-5ee2-42e7-bfec-e9bfd9533ef1 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:26.216714 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-126c9cd5-cba7-4969-b936-5cbd033c4224 req-715d3324-5ee2-42e7-bfec-e9bfd9533ef1 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.0962582 Jul 13 18:25:26.271729 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-126c9cd5-cba7-4969-b936-5cbd033c4224 req-79ca351c-b4e2-4d8c-8507-d2bab1aa07ae tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411890 Jul 13 18:25:26.992040 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 37262) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:27.271605 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdfa27-8448-497a-8a44-0d5cfd847c92 req-0c133b2f-52d3-4851-acb3-ac3de0b6ca56 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:27.280050 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dfbdfa27-8448-497a-8a44-0d5cfd847c92 req-0c133b2f-52d3-4851-acb3-ac3de0b6ca56 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1120327 Jul 13 18:25:27.340274 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dfbdfa27-8448-497a-8a44-0d5cfd847c92 req-1f9d981a-fb2f-45bc-977d-b3cb1b379095 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591660 Jul 13 18:25:27.368808 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 37290) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:27.378914 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-8fe0c100-20bf-40df-bd44-b62d05ee6323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:27.492517 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0b013778-b7e8-49d3-94c2-84976fa61246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:27.539824 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-8fe0c100-20bf-40df-bd44-b62d05ee6323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:27.545848 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-8fe0c100-20bf-40df-bd44-b62d05ee6323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:27.617415 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0c100-20bf-40df-bd44-b62d05ee6323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5056b9-be73-4cc2-9fbd-aeec4f262bfb,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:27.626963 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-8fe0c100-20bf-40df-bd44-b62d05ee6323 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0154d693b1f546d09637c9029efad3a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6316440 Jul 13 18:25:27.630233 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 37312) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:27.641303 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d8afd-66f3-441f-9158-2c6be9c7d12d req-25df2fd9-7503-4910-a6dd-01624fd1505b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:27.643398 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d64d8afd-66f3-441f-9158-2c6be9c7d12d req-25df2fd9-7503-4910-a6dd-01624fd1505b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1317449 Jul 13 18:25:27.716638 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d64d8afd-66f3-441f-9158-2c6be9c7d12d req-34d1222d-e8b2-440c-acc7-479e955dc51f tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618722 Jul 13 18:25:27.749112 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0b013778-b7e8-49d3-94c2-84976fa61246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:27.751052 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-843b753b-42f5-415c-8479-d82baed34a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:27.757839 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0b013778-b7e8-49d3-94c2-84976fa61246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:27.790305 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-843b753b-42f5-415c-8479-d82baed34a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:27.799289 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b013778-b7e8-49d3-94c2-84976fa61246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c176d3-3f44-48ab-9734-58190d246399,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:27.803453 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-0b013778-b7e8-49d3-94c2-84976fa61246 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d3c48b346c074706a9dc4e7057e32283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4323411 Jul 13 18:25:27.809178 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 37316) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:27.812559 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b013778-b7e8-49d3-94c2-84976fa61246 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:27.812918 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b013778-b7e8-49d3-94c2-84976fa61246 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:27.813261 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b013778-b7e8-49d3-94c2-84976fa61246 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:27.813596 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b013778-b7e8-49d3-94c2-84976fa61246 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:27.813932 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b013778-b7e8-49d3-94c2-84976fa61246 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:27.814266 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b013778-b7e8-49d3-94c2-84976fa61246 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:27.814590 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b013778-b7e8-49d3-94c2-84976fa61246 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:27.814915 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b013778-b7e8-49d3-94c2-84976fa61246 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:27.815281 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b013778-b7e8-49d3-94c2-84976fa61246 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:27.815631 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b013778-b7e8-49d3-94c2-84976fa61246 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:27.815963 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b013778-b7e8-49d3-94c2-84976fa61246 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:27.816282 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b013778-b7e8-49d3-94c2-84976fa61246 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:27.866312 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-843b753b-42f5-415c-8479-d82baed34a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:27.871809 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-843b753b-42f5-415c-8479-d82baed34a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:27.873032 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-843b753b-42f5-415c-8479-d82baed34a0d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e5056b9-be73-4cc2-9fbd-aeec4f262bfb HTTP/1.1" status: 204 len: 168 time: 0.2411911 Jul 13 18:25:27.884789 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b753b-42f5-415c-8479-d82baed34a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5056b9-be73-4cc2-9fbd-aeec4f262bfb,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:27.930685 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9d1ea9e5-55c0-4b2d-a6de-8cfec6956d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:27.961650 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9d1ea9e5-55c0-4b2d-a6de-8cfec6956d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:28.066976 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9d1ea9e5-55c0-4b2d-a6de-8cfec6956d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:28.076882 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9d1ea9e5-55c0-4b2d-a6de-8cfec6956d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:28.078968 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-9d1ea9e5-55c0-4b2d-a6de-8cfec6956d7d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f0c176d3-3f44-48ab-9734-58190d246399 HTTP/1.1" status: 204 len: 168 time: 0.2683380 Jul 13 18:25:28.091395 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ea9e5-55c0-4b2d-a6de-8cfec6956d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c176d3-3f44-48ab-9734-58190d246399,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:28.487554 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 37344) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:28.507638 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-102f6332-a9c9-470f-ad3d-c20f7e7ae73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:28.628060 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 37352) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:28.701600 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af3bd1-0cc4-4285-b8bc-03de89e712dc req-bc13cf72-4d63-4313-9785-56fadb9230d7 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:28.704472 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-71af3bd1-0cc4-4285-b8bc-03de89e712dc req-bc13cf72-4d63-4313-9785-56fadb9230d7 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1802306 Jul 13 18:25:28.805595 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-102f6332-a9c9-470f-ad3d-c20f7e7ae73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:28.817358 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-71af3bd1-0cc4-4285-b8bc-03de89e712dc req-0d8f3336-d7d7-4fb2-9be4-3fe474b8f435 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919211 Jul 13 18:25:28.818440 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-102f6332-a9c9-470f-ad3d-c20f7e7ae73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:28.867631 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-87ee773e-abd0-49e8-9c17-7ebbe60d29f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:28.871423 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f6332-a9c9-470f-ad3d-c20f7e7ae73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf07bc0-839e-488b-be22-5afcaa88fc0a,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:28.915238 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-102f6332-a9c9-470f-ad3d-c20f7e7ae73e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f2853679d498406fa9ac6c4d9e01eb38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4253881 Jul 13 18:25:28.920372 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 37372) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:29.089551 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-87ee773e-abd0-49e8-9c17-7ebbe60d29f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:29.091482 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-daf2e15a-d7d8-4455-9a3d-3d2cbc8c9685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:29.100982 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-87ee773e-abd0-49e8-9c17-7ebbe60d29f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:29.132407 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-daf2e15a-d7d8-4455-9a3d-3d2cbc8c9685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:29.168253 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-87ee773e-abd0-49e8-9c17-7ebbe60d29f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d4fccdc60ac34111b6f307f2f3a95f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5384932 Jul 13 18:25:29.169194 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee773e-abd0-49e8-9c17-7ebbe60d29f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848e81f6-9b3a-4aff-b87f-4f68a181de19,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:29.172846 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf1ec0-268c-460c-bc9c-9692f7e1533c req-6f1a879a-2b1d-42b8-86a6-7b0b16316a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:29.173305 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 37376) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:29.174387 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5baf1ec0-268c-460c-bc9c-9692f7e1533c req-6f1a879a-2b1d-42b8-86a6-7b0b16316a3c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 1098 time: 0.1870041 Jul 13 18:25:29.204183 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d3adf-5bc8-4aa7-abcf-5814315b9917 req-507d844e-7bcc-46bf-95fa-39d2ae985c2a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:29.205790 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d02d3adf-5bc8-4aa7-abcf-5814315b9917 req-507d844e-7bcc-46bf-95fa-39d2ae985c2a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1793923 Jul 13 18:25:29.255744 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-daf2e15a-d7d8-4455-9a3d-3d2cbc8c9685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:29.260974 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-daf2e15a-d7d8-4455-9a3d-3d2cbc8c9685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:29.261610 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-380788b7-dd32-4ab0-b435-c0cf6123f4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:29.266241 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-daf2e15a-d7d8-4455-9a3d-3d2cbc8c9685 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bcf07bc0-839e-488b-be22-5afcaa88fc0a HTTP/1.1" status: 204 len: 168 time: 0.3407478 Jul 13 18:25:29.266505 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5baf1ec0-268c-460c-bc9c-9692f7e1533c req-419ce48e-35e3-4621-88ef-e503fdb08b8c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821283 Jul 13 18:25:29.279714 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2e15a-d7d8-4455-9a3d-3d2cbc8c9685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf07bc0-839e-488b-be22-5afcaa88fc0a,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:29.305542 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d02d3adf-5bc8-4aa7-abcf-5814315b9917 req-2b10b405-36ce-4120-8ff3-a567a5404222 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722189 Jul 13 18:25:29.339113 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-380788b7-dd32-4ab0-b435-c0cf6123f4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:29.428338 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-380788b7-dd32-4ab0-b435-c0cf6123f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:29.433314 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-380788b7-dd32-4ab0-b435-c0cf6123f4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:29.434866 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-380788b7-dd32-4ab0-b435-c0cf6123f4f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/848e81f6-9b3a-4aff-b87f-4f68a181de19 HTTP/1.1" status: 204 len: 168 time: 0.2598071 Jul 13 18:25:29.445106 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380788b7-dd32-4ab0-b435-c0cf6123f4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848e81f6-9b3a-4aff-b87f-4f68a181de19,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:29.810707 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 37396) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:29.828847 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-897b8c34-a4a8-4894-a411-7ed4ca71eb3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:29.975615 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-897b8c34-a4a8-4894-a411-7ed4ca71eb3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:29.984204 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-897b8c34-a4a8-4894-a411-7ed4ca71eb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:30.026507 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b8c34-a4a8-4894-a411-7ed4ca71eb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a33799-84ff-4ede-ba91-e070307a16ea,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:30.070633 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-897b8c34-a4a8-4894-a411-7ed4ca71eb3b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8da0ce1b06e14e469a0e75afd18bee6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570279 Jul 13 18:25:30.074214 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 37402) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:30.117213 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a12067-83dd-425e-b25c-566102dd7c98 req-c0b688a2-e38f-4d75-a3f4-c46dee0440c4 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:30.125258 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-32a12067-83dd-425e-b25c-566102dd7c98 req-c0b688a2-e38f-4d75-a3f4-c46dee0440c4 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.0993323 Jul 13 18:25:30.162354 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 37406) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:30.162680 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b8e8378e-e89d-466c-8e81-d59511d60150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:30.191142 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-32a12067-83dd-425e-b25c-566102dd7c98 req-4bbf6a89-d916-4eea-97be-65491c074132 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646188 Jul 13 18:25:30.192435 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d16bae68-df70-41a8-ba10-181acffe7fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:30.215986 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b8e8378e-e89d-466c-8e81-d59511d60150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:30.284475 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b8e8378e-e89d-466c-8e81-d59511d60150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:30.287291 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b8e8378e-e89d-466c-8e81-d59511d60150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:30.288530 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-b8e8378e-e89d-466c-8e81-d59511d60150 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c7a33799-84ff-4ede-ba91-e070307a16ea HTTP/1.1" status: 204 len: 168 time: 0.2123730 Jul 13 18:25:30.301345 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8378e-e89d-466c-8e81-d59511d60150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a33799-84ff-4ede-ba91-e070307a16ea,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:30.357214 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d16bae68-df70-41a8-ba10-181acffe7fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:30.366504 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d16bae68-df70-41a8-ba10-181acffe7fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:30.416053 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-d16bae68-df70-41a8-ba10-181acffe7fd1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dceffc182f164c739fb6265f8ba83651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521222 Jul 13 18:25:30.418975 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bae68-df70-41a8-ba10-181acffe7fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d251b925-3761-49a0-bfe7-11bfb4817b41,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:30.419809 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 37416) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:30.509684 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-60a9dfd6-bf3f-4fd2-b10a-480a9410558a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:30.536938 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-60a9dfd6-bf3f-4fd2-b10a-480a9410558a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:30.638429 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-60a9dfd6-bf3f-4fd2-b10a-480a9410558a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:30.641865 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-60a9dfd6-bf3f-4fd2-b10a-480a9410558a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:30.643421 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-60a9dfd6-bf3f-4fd2-b10a-480a9410558a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d251b925-3761-49a0-bfe7-11bfb4817b41 HTTP/1.1" status: 204 len: 168 time: 0.2225161 Jul 13 18:25:30.665923 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9dfd6-bf3f-4fd2-b10a-480a9410558a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d251b925-3761-49a0-bfe7-11bfb4817b41,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:30.716273 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160cb8e-87dc-4259-95b0-910a8d7d3060 req-704e0456-688f-424f-bfba-6c37cf510f6c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:30.717882 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8160cb8e-87dc-4259-95b0-910a8d7d3060 req-704e0456-688f-424f-bfba-6c37cf510f6c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1230855 Jul 13 18:25:30.773915 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8160cb8e-87dc-4259-95b0-910a8d7d3060 req-eb993051-33e6-4d11-96cd-2dc1a5cebca3 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435557 Jul 13 18:25:31.496113 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3dac8-15f1-4224-af19-434c94bacc5f req-f9941f5e-fbd4-4c9d-84d2-52e690a5e931 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:31.499268 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-86d3dac8-15f1-4224-af19-434c94bacc5f req-f9941f5e-fbd4-4c9d-84d2-52e690a5e931 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1270051 Jul 13 18:25:31.571647 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-86d3dac8-15f1-4224-af19-434c94bacc5f req-7a5c0edd-71cd-4bc9-a201-5486eb9b8db1 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641065 Jul 13 18:25:32.269754 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d483c6-6a7d-4e74-be12-52164cf25725 req-468d9ccc-1e4c-4ce8-b8d8-12462e679126 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:32.273281 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-25d483c6-6a7d-4e74-be12-52164cf25725 req-468d9ccc-1e4c-4ce8-b8d8-12462e679126 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1129580 Jul 13 18:25:32.390909 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 37494) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:32.419670 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-25d483c6-6a7d-4e74-be12-52164cf25725 req-69502035-f159-435e-b5cd-0645e5fe70c5 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335578 Jul 13 18:25:32.511297 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7b07e-2538-4b6a-94fa-5164f6d30326 req-8af9cbf6-3df1-44c1-937b-cc3972ecec59 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:32.513153 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-29e7b07e-2538-4b6a-94fa-5164f6d30326 req-8af9cbf6-3df1-44c1-937b-cc3972ecec59 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1477063 Jul 13 18:25:32.519058 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a2947-7f72-4c9d-b246-38574e1eb6ac req-9851c286-321b-404a-8583-32c2716843d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:32.520919 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d79a2947-7f72-4c9d-b246-38574e1eb6ac req-9851c286-321b-404a-8583-32c2716843d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6142a2ec1d3e454297a59aa3b11d17aa&device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 1098 time: 0.1784968 Jul 13 18:25:32.625315 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-29e7b07e-2538-4b6a-94fa-5164f6d30326 req-4a3e18cb-cc02-4005-b28d-2a402f4ef9c6 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030366 Jul 13 18:25:32.638325 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-b0e9174c-9d4f-49a4-98ee-5a7ad9d76e72 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-52264178-network', 'tenant_id': '8bfa423b48af489a8cbe7de5257a6278'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:25:32.681008 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e9174c-9d4f-49a4-98ee-5a7ad9d76e72 admin admin] Made reservation on behalf of 8bfa423b48af489a8cbe7de5257a6278 for: {'network': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:25:32.685749 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b0e9174c-9d4f-49a4-98ee-5a7ad9d76e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for network, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:32.697020 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b0e9174c-9d4f-49a4-98ee-5a7ad9d76e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:32.701351 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a2947-7f72-4c9d-b246-38574e1eb6ac req-76eb3119-112e-4268-a754-78ecb4d21606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:32.703994 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d79a2947-7f72-4c9d-b246-38574e1eb6ac req-76eb3119-112e-4268-a754-78ecb4d21606 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8712c6dd-710d-48bd-92a1-6aa9b9fb58fe HTTP/1.1" status: 200 len: 919 time: 0.1735590 Jul 13 18:25:32.816663 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d79a2947-7f72-4c9d-b246-38574e1eb6ac req-25d9caa8-1ac8-4a93-87ee-98518e5c5539 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1cd7930-dec2-4533-b2cd-c0601d80036f HTTP/1.1" status: 200 len: 217 time: 0.1043656 Jul 13 18:25:32.881910 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b0e9174c-9d4f-49a4-98ee-5a7ad9d76e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:32.890959 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b0e9174c-9d4f-49a4-98ee-5a7ad9d76e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:32.921217 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e9174c-9d4f-49a4-98ee-5a7ad9d76e72 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=92974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 18:25:32.937267 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9174c-9d4f-49a4-98ee-5a7ad9d76e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85253cad-93be-4cad-80b1-d9b19c915907,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:32.953323 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b0e9174c-9d4f-49a4-98ee-5a7ad9d76e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:32.953784 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.segments_db [None req-b0e9174c-9d4f-49a4-98ee-5a7ad9d76e72 admin admin] Added segment 05c870cd-3bb6-4e42-91de-1e7875c12f6e of type vlan for network defbbbc1-7f2d-475f-a90d-b6b33fb6fa56 Jul 13 18:25:32.988746 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a2947-7f72-4c9d-b246-38574e1eb6ac req-f270f860-e770-4837-8b75-ebfb49404fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:32.990870 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d79a2947-7f72-4c9d-b246-38574e1eb6ac req-f270f860-e770-4837-8b75-ebfb49404fee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23bf7fe7-0ee1-431f-b75e-99e1897408f7 HTTP/1.1" status: 200 len: 858 time: 0.1658673 Jul 13 18:25:33.018639 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b0e9174c-9d4f-49a4-98ee-5a7ad9d76e72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737535993375'] for network, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:33.076298 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b0e9174c-9d4f-49a4-98ee-5a7ad9d76e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for network, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:33.077540 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e9174c-9d4f-49a4-98ee-5a7ad9d76e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:33.078529 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b0e9174c-9d4f-49a4-98ee-5a7ad9d76e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:33.091006 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d79a2947-7f72-4c9d-b246-38574e1eb6ac req-e34b9e69-ab50-4e17-9afa-b02e671dfb9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8712c6dd-710d-48bd-92a1-6aa9b9fb58fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541947 Jul 13 18:25:33.223036 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9174c-9d4f-49a4-98ee-5a7ad9d76e72 admin admin] Pushing event updated for resources: {'Network': ['ID=defbbbc1-7f2d-475f-a90d-b6b33fb6fa56,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:33.236278 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-b0e9174c-9d4f-49a4-98ee-5a7ad9d76e72 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8384273 Jul 13 18:25:33.236905 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 37546) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:33.237052 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Network defbbbc1-7f2d-475f-a90d-b6b33fb6fa56 details requested by agent ovs-agent-dv-cinder-786928-3-iscsi with host dv-cinder-786928-3-iscsi {{(pid=92975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 18:25:33.255617 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-b9b0b58b-99aa-4683-a215-326cbc8fe139 admin admin] Request body: {'subnet': {'network_id': 'defbbbc1-7f2d-475f-a90d-b6b33fb6fa56', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-52264178-subnet', 'tenant_id': '8bfa423b48af489a8cbe7de5257a6278', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:25:33.278770 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d79a2947-7f72-4c9d-b246-38574e1eb6ac req-b18ed4ba-2a75-46cf-a10f-4685ffc4cadb service neutron] 10.222.0.32 "GET /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798143 Jul 13 18:25:33.294859 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2effc93-7ba9-4c8b-937a-3ab26647691a req-e4340783-b738-433e-995e-265549f3cf17 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:33.316059 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a2effc93-7ba9-4c8b-937a-3ab26647691a req-e4340783-b738-433e-995e-265549f3cf17 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.2859743 Jul 13 18:25:33.318921 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b0b58b-99aa-4683-a215-326cbc8fe139 admin admin] Made reservation on behalf of 8bfa423b48af489a8cbe7de5257a6278 for: {'subnet': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:25:33.322623 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b9b0b58b-99aa-4683-a215-326cbc8fe139 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1970008'] for subnet, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:33.602268 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a2effc93-7ba9-4c8b-937a-3ab26647691a req-6e74c5f8-4022-4dff-83ef-bab473d925f6 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2845259 Jul 13 18:25:33.696934 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b9b0b58b-99aa-4683-a215-326cbc8fe139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3228851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1970026'] for subnet, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:33.767065 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0b58b-99aa-4683-a215-326cbc8fe139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94d5e0fd-ec57-44db-9bda-a013e5151d96,revision_number=0']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:33.791342 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b0b58b-99aa-4683-a215-326cbc8fe139 admin admin] Checking segment: {'id': '05c870cd-3bb6-4e42-91de-1e7875c12f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'defbbbc1-7f2d-475f-a90d-b6b33fb6fa56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:25:33.792015 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b0b58b-99aa-4683-a215-326cbc8fe139 admin admin] Network hostable DHCP agents. Network: defbbbc1-7f2d-475f-a90d-b6b33fb6fa56, hostable agents: ['65b15fd5-f86c-4cf1-b54a-6ad638ce2cca'], hosted agents: [] {{(pid=92974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 18:25:33.820523 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b0b58b-99aa-4683-a215-326cbc8fe139 admin admin] Network defbbbc1-7f2d-475f-a90d-b6b33fb6fa56 is scheduled to be hosted by DHCP agent 65b15fd5-f86c-4cf1-b54a-6ad638ce2cca with binding_index 1 {{(pid=92974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 18:25:33.822855 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d79a2947-7f72-4c9d-b246-38574e1eb6ac req-f0a4aa49-2be8-41c9-b275-b2e6125a1054 service neutron] 10.222.0.32 "GET /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947863 Jul 13 18:25:33.851469 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-b9b0b58b-99aa-4683-a215-326cbc8fe139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-3-iscsi, defbbbc1-7f2d-475f-a90d-b6b33fb6fa56) {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:25:33.859684 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c27f1-97fc-4223-893c-fcc31a15b032 req-e3b89501-ee8a-4e42-9ce6-eca4e8f066fb tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:33.861381 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b0b58b-99aa-4683-a215-326cbc8fe139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:33.862612 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-656c27f1-97fc-4223-893c-fcc31a15b032 req-e3b89501-ee8a-4e42-9ce6-eca4e8f066fb tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1868107 Jul 13 18:25:33.863093 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b9b0b58b-99aa-4683-a215-326cbc8fe139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for subnet, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:33.866679 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720016c7-4103-41fb-8dbe-25ee66898e11 None None] Network defbbbc1-7f2d-475f-a90d-b6b33fb6fa56 requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:25:33.929657 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-b9b0b58b-99aa-4683-a215-326cbc8fe139 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6912305 Jul 13 18:25:34.002948 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-656c27f1-97fc-4223-893c-fcc31a15b032 req-5d1f5b87-d4a1-43fd-96e5-fbf9cedbcefc tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303382 Jul 13 18:25:34.049001 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411fc93-8c59-43d5-87dd-ea505c82bd68 req-82d3ff48-5d48-49a9-99d4-a6b27798369b tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:34.058717 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7411fc93-8c59-43d5-87dd-ea505c82bd68 req-82d3ff48-5d48-49a9-99d4-a6b27798369b tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1613498 Jul 13 18:25:34.106268 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7411fc93-8c59-43d5-87dd-ea505c82bd68 req-c2f00d3b-298d-402c-ab81-f9d966e79577 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464694 Jul 13 18:25:34.118829 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75629fed-e65f-4a0c-b0d5-453b780c8110 None None] Network defbbbc1-7f2d-475f-a90d-b6b33fb6fa56 requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:25:35.016381 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfeabf-aed6-46f6-97df-cf8d32667a57 req-9c7f6bc7-fc9e-4323-b063-7ad95db1e760 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:35.018198 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e4bfeabf-aed6-46f6-97df-cf8d32667a57 req-9c7f6bc7-fc9e-4323-b063-7ad95db1e760 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.1267335 Jul 13 18:25:35.065016 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e4bfeabf-aed6-46f6-97df-cf8d32667a57 req-f5876842-d335-4ae0-9e2a-afcbcb6a7901 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367758 Jul 13 18:25:35.134573 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 37602) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:35.283747 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-61f5b3e0-0e86-420f-9683-acbd0104e6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:35.387791 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867d0c1-8021-4bbe-9ed7-8018c20364e1 req-bace5732-a824-486d-bfba-2655124086ca tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:35.390378 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e867d0c1-8021-4bbe-9ed7-8018c20364e1 req-bace5732-a824-486d-bfba-2655124086ca tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1523864 Jul 13 18:25:35.423721 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-61f5b3e0-0e86-420f-9683-acbd0104e6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:35.429838 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-61f5b3e0-0e86-420f-9683-acbd0104e6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:35.437883 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64aa3d-497c-4b6d-8e72-6054eb01105e req-a3c204e8-a1ee-47c6-9e18-f503638fab85 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:35.439707 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2e64aa3d-497c-4b6d-8e72-6054eb01105e req-a3c204e8-a1ee-47c6-9e18-f503638fab85 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1569443 Jul 13 18:25:35.470518 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-61f5b3e0-0e86-420f-9683-acbd0104e6b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c46f4d40014a44e1aec81991f84a396e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3340950 Jul 13 18:25:35.471232 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5b3e0-0e86-420f-9683-acbd0104e6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51925a7d-645b-4632-b3a6-fc632e8aa159,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:35.473453 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 37608) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:35.478968 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e867d0c1-8021-4bbe-9ed7-8018c20364e1 req-85b3438b-5716-441e-8370-c0c6c31c1eff tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766864 Jul 13 18:25:35.521636 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2e64aa3d-497c-4b6d-8e72-6054eb01105e req-e71e016c-f707-4580-b873-5eefddc78c2c tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731769 Jul 13 18:25:35.557676 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-84199d84-f494-4e0d-9dde-9a42faf963c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:35.597423 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-84199d84-f494-4e0d-9dde-9a42faf963c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:35.668157 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-84199d84-f494-4e0d-9dde-9a42faf963c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:35.671077 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-84199d84-f494-4e0d-9dde-9a42faf963c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:35.672548 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-84199d84-f494-4e0d-9dde-9a42faf963c3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51925a7d-645b-4632-b3a6-fc632e8aa159 HTTP/1.1" status: 204 len: 168 time: 0.1977589 Jul 13 18:25:35.684828 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84199d84-f494-4e0d-9dde-9a42faf963c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51925a7d-645b-4632-b3a6-fc632e8aa159,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:36.078757 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 37628) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:36.097326 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e0653602-9f58-4f47-90bb-23b8094c850c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:36.219671 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e0653602-9f58-4f47-90bb-23b8094c850c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:36.224216 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e0653602-9f58-4f47-90bb-23b8094c850c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:36.265803 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-e0653602-9f58-4f47-90bb-23b8094c850c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=843fb6b19b8f41a78e1f6ca8df865777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852651 Jul 13 18:25:36.266958 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0653602-9f58-4f47-90bb-23b8094c850c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a015d52-7be0-4aa2-8813-d7829e36761a,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:36.269269 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 37632) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:36.294469 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d55d8-3fd7-474d-866b-e3ad7d254f6b req-5cd6dbb5-ba3d-4702-97c8-ce1c862b157e tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:36.296020 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4b8d55d8-3fd7-474d-866b-e3ad7d254f6b req-5cd6dbb5-ba3d-4702-97c8-ce1c862b157e tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.0923667 Jul 13 18:25:36.373400 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4b8d55d8-3fd7-474d-866b-e3ad7d254f6b req-49da62ae-90d0-45c2-8ce7-63f1e5bce8e5 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689278 Jul 13 18:25:36.378115 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-20e5f6df-0233-4b56-84dd-c4531087b542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:36.404309 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-20e5f6df-0233-4b56-84dd-c4531087b542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:36.461995 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-20e5f6df-0233-4b56-84dd-c4531087b542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:36.464750 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-20e5f6df-0233-4b56-84dd-c4531087b542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:36.465900 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-20e5f6df-0233-4b56-84dd-c4531087b542 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a015d52-7be0-4aa2-8813-d7829e36761a HTTP/1.1" status: 204 len: 168 time: 0.1960151 Jul 13 18:25:36.477125 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5f6df-0233-4b56-84dd-c4531087b542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a015d52-7be0-4aa2-8813-d7829e36761a,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:37.013907 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a7cbc-29f7-4259-86a1-fb80e392def9 req-a628daa7-7802-4c28-b4af-b4db6d0de32e tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:37.016843 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-633a7cbc-29f7-4259-86a1-fb80e392def9 req-a628daa7-7802-4c28-b4af-b4db6d0de32e tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.3785596 Jul 13 18:25:37.084210 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-633a7cbc-29f7-4259-86a1-fb80e392def9 req-09603277-fb7e-4627-976f-53eaf561c508 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577934 Jul 13 18:25:37.322240 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa1053-2171-4ead-966d-a50ea2fc5c71 req-59078424-0731-4b9c-90a5-8a857c77e5d1 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:37.325213 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0faa1053-2171-4ead-966d-a50ea2fc5c71 req-59078424-0731-4b9c-90a5-8a857c77e5d1 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.0896239 Jul 13 18:25:37.371109 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0faa1053-2171-4ead-966d-a50ea2fc5c71 req-454a7673-074d-48f6-a770-46553353ef64 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406027 Jul 13 18:25:37.654684 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550baecc-249f-4d0a-93c8-41427d569cdf req-3e08ac09-c659-45ee-b775-195ecc15fff6 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:37.656888 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-550baecc-249f-4d0a-93c8-41427d569cdf req-3e08ac09-c659-45ee-b775-195ecc15fff6 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.0964923 Jul 13 18:25:37.725737 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-550baecc-249f-4d0a-93c8-41427d569cdf req-0b5cf268-dfd3-4096-a56f-8db4eedc7b08 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550528 Jul 13 18:25:38.391842 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bcc46-89da-4d59-afe5-c75725edc32b req-5cf32d7d-c076-4009-bc4b-574e2e44ab11 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:38.393388 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ca5bcc46-89da-4d59-afe5-c75725edc32b req-5cf32d7d-c076-4009-bc4b-574e2e44ab11 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1113329 Jul 13 18:25:38.437811 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ca5bcc46-89da-4d59-afe5-c75725edc32b req-aa1090c6-c591-47d7-b0c1-57db60ac643b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373034 Jul 13 18:25:38.910151 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-c9461b27-3286-4cf1-b122-bc28fa307c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:38.967850 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082358fd-c52f-4d6e-8716-f72abb5ffe9e req-0c35417a-4e1e-4fe7-8b41-a7f180936f93 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:38.969474 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-082358fd-c52f-4d6e-8716-f72abb5ffe9e req-0c35417a-4e1e-4fe7-8b41-a7f180936f93 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.0998251 Jul 13 18:25:39.021145 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-082358fd-c52f-4d6e-8716-f72abb5ffe9e req-a84a44a8-a7df-4677-9de0-665dbfbf1b06 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402050 Jul 13 18:25:39.257804 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef4627-fa59-4e1b-9330-992b9bd86644 req-76ea4bd4-2f69-49ac-8c85-39a7948da74c tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:39.259465 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-44ef4627-fa59-4e1b-9330-992b9bd86644 req-76ea4bd4-2f69-49ac-8c85-39a7948da74c tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.0950739 Jul 13 18:25:39.308984 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-44ef4627-fa59-4e1b-9330-992b9bd86644 req-64003a1b-92fe-4b7c-9fb9-9d7c6153c409 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404325 Jul 13 18:25:39.373288 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:39.835366 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 1c350fbe-c736-4c70-b069-c08d7601d7ba details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:25:39.950383 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bee74-6631-4557-b897-2f89eee06d38 req-d717ccdf-bcc9-4c5a-9da8-4e7dee903b7f tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:39.956256 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-139bee74-6631-4557-b897-2f89eee06d38 req-d717ccdf-bcc9-4c5a-9da8-4e7dee903b7f tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1073451 Jul 13 18:25:39.968390 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 1c350fbe-c736-4c70-b069-c08d7601d7ba, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1c350fbe-c736-4c70-b069-c08d7601d7ba,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:25:39.983617 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': '1c350fbe-c736-4c70-b069-c08d7601d7ba', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'port_id': '1c350fbe-c736-4c70-b069-c08d7601d7ba', 'mac_address': 'fa:16:3e:02:7e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:25:40.007836 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-139bee74-6631-4557-b897-2f89eee06d38 req-08e59bb5-509b-4630-98d3-f4b4c2892c07 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476484 Jul 13 18:25:40.027455 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:40.044245 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c350fbe-c736-4c70-b069-c08d7601d7ba {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:25:40.069734 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 1c350fbe-c736-4c70-b069-c08d7601d7ba, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1c350fbe-c736-4c70-b069-c08d7601d7ba,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:25:40.074372 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:40.127487 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=1c350fbe-c736-4c70-b069-c08d7601d7ba,revision_number=6']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:40.136137 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:40.136497 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:40.136853 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:40.137195 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:40.137486 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:40.137814 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:40.138230 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:40.138518 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:40.138933 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:40.139224 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:40.139526 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:40.139948 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:25:40.255213 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14935ab0-b7ac-4c96-a319-31e7a2d902e7 req-973460a5-ae1a-4b5e-92c5-c7f7954b23a0 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:40.256798 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-14935ab0-b7ac-4c96-a319-31e7a2d902e7 req-973460a5-ae1a-4b5e-92c5-c7f7954b23a0 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.0672297 Jul 13 18:25:40.297065 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-14935ab0-b7ac-4c96-a319-31e7a2d902e7 req-96300248-030f-4c4c-b465-6ce0d7db5563 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336990 Jul 13 18:25:41.222215 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21353c51-fbe2-4272-83e9-1e650eb56735 req-d571a46e-2352-4c57-b1db-dd79111cf6cf tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:41.224855 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-21353c51-fbe2-4272-83e9-1e650eb56735 req-d571a46e-2352-4c57-b1db-dd79111cf6cf tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 944 time: 0.0871701 Jul 13 18:25:41.281068 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-21353c51-fbe2-4272-83e9-1e650eb56735 req-d11f8eee-83c8-4afa-93d0-74ca2d3b2e33 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484252 Jul 13 18:25:41.445609 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-820f68eb-208d-4e03-882e-2f8104e51119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:41.496104 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c4260-fe03-4aa6-836d-bb85210680ae req-c06c7608-7fc2-4ab4-9679-12d7359c908b tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:41.497635 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-058c4260-fe03-4aa6-836d-bb85210680ae req-c06c7608-7fc2-4ab4-9679-12d7359c908b tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.0787537 Jul 13 18:25:41.543796 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-058c4260-fe03-4aa6-836d-bb85210680ae req-de59800f-3ecd-4e05-8603-06500e4b6d0b tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397129 Jul 13 18:25:41.663626 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:42.478240 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dc586-8a49-444b-89d1-768b434aa462 req-b61e26c2-4afe-4a42-847e-1e85231470d1 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:42.479873 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5e0dc586-8a49-444b-89d1-768b434aa462 req-b61e26c2-4afe-4a42-847e-1e85231470d1 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 944 time: 0.0695536 Jul 13 18:25:42.534465 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5e0dc586-8a49-444b-89d1-768b434aa462 req-4fa7986c-2614-4987-96eb-7835204a928c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454121 Jul 13 18:25:42.690267 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:42.734646 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447420e-b1b9-4e9e-987c-a786a72391c5 req-4360d961-9411-42ea-ae25-36b69a2f78fa tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:42.738081 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5447420e-b1b9-4e9e-987c-a786a72391c5 req-4360d961-9411-42ea-ae25-36b69a2f78fa tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.0706253 Jul 13 18:25:42.778562 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5447420e-b1b9-4e9e-987c-a786a72391c5 req-0e882c60-f66d-4af5-9386-b90099be2d3f tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339963 Jul 13 18:25:43.636269 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['1c350fbe-c736-4c70-b069-c08d7601d7ba'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:25:43.749158 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56eebdf-1577-43f2-a147-21373c2694e2 req-7b922858-4f31-4144-8bfa-8d4ed522758a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:43.751345 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d56eebdf-1577-43f2-a147-21373c2694e2 req-7b922858-4f31-4144-8bfa-8d4ed522758a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 944 time: 0.0749855 Jul 13 18:25:43.790830 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d56eebdf-1577-43f2-a147-21373c2694e2 req-8062e982-c970-41a9-9687-298ea2da143d tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336471 Jul 13 18:25:43.968081 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a03102-4cc5-4ef9-a31a-110b2a84207f req-9faebcef-9b64-43c1-8317-b2cc2853dc1c tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:43.969613 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-67a03102-4cc5-4ef9-a31a-110b2a84207f req-9faebcef-9b64-43c1-8317-b2cc2853dc1c tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.0717976 Jul 13 18:25:44.009908 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-67a03102-4cc5-4ef9-a31a-110b2a84207f req-506c48df-e7d9-4a45-8652-1aedb1b5f1f1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341675 Jul 13 18:25:44.310267 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:45.013201 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76270f10-2415-47a0-9a38-ef881fe32fca req-0ea66433-3d29-40bb-a887-d6cb134d06d9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:45.015070 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-76270f10-2415-47a0-9a38-ef881fe32fca req-0ea66433-3d29-40bb-a887-d6cb134d06d9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 944 time: 0.0877445 Jul 13 18:25:45.060668 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-76270f10-2415-47a0-9a38-ef881fe32fca req-6608d1ab-48b8-49c8-a58c-95a8e14525b1 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378723 Jul 13 18:25:45.290235 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bd723-1bb7-4414-b7ac-cd5b15c7574c req-2e934a0f-af55-4730-9492-f3f8bb07d524 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:45.293843 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-311bd723-1bb7-4414-b7ac-cd5b15c7574c req-2e934a0f-af55-4730-9492-f3f8bb07d524 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.0964208 Jul 13 18:25:45.339721 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-311bd723-1bb7-4414-b7ac-cd5b15c7574c req-c6405348-4324-4461-b2bb-5f8601fc30f7 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391424 Jul 13 18:25:45.405315 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 1c350fbe-c736-4c70-b069-c08d7601d7ba up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:25:45.457165 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port 1c350fbe-c736-4c70-b069-c08d7601d7ba triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:25:45.457846 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:45.551709 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:45.577022 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c350fbe-c736-4c70-b069-c08d7601d7ba'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:25:45.579293 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd74cf5b-fbd9-4415-b9fd-45f6582104d5" -d '{"events": [{"server_uuid": "eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21", "name": "network-vif-plugged", "status": "completed", "tag": "1c350fbe-c736-4c70-b069-c08d7601d7ba"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:25:45.593277 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 1c350fbe-c736-4c70-b069-c08d7601d7ba, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1c350fbe-c736-4c70-b069-c08d7601d7ba,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:25:45.598238 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:45.645700 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5c8c6a-769c-4524-9ca3-ee84e1120b52 x-openstack-request-id: req-5b5c8c6a-769c-4524-9ca3-ee84e1120b52 {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:25:45.646164 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21", "name": "network-vif-plugged", "status": "completed", "tag": "1c350fbe-c736-4c70-b069-c08d7601d7ba", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:25:45.648120 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5b5c8c6a-769c-4524-9ca3-ee84e1120b52 {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:25:45.648531 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c350fbe-c736-4c70-b069-c08d7601d7ba', 'code': 200} Jul 13 18:25:45.665266 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=1c350fbe-c736-4c70-b069-c08d7601d7ba,revision_number=7']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:46.272830 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a081a19-2b49-4ef4-a154-0938fbe281b3 req-78f22b4b-6794-42ea-8b5b-08668ba972ce tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:46.275090 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1a081a19-2b49-4ef4-a154-0938fbe281b3 req-78f22b4b-6794-42ea-8b5b-08668ba972ce tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.0731885 Jul 13 18:25:46.318452 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1a081a19-2b49-4ef4-a154-0938fbe281b3 req-a7c98652-26ad-4f6c-90ff-f24dddd92823 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371990 Jul 13 18:25:46.541388 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97f649-771e-4fcc-aa7c-f4513c3c3e2a req-e4036c15-bfff-4b7d-9c36-dbd450353147 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:46.542287 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3a97f649-771e-4fcc-aa7c-f4513c3c3e2a req-e4036c15-bfff-4b7d-9c36-dbd450353147 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.0792456 Jul 13 18:25:46.590201 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3a97f649-771e-4fcc-aa7c-f4513c3c3e2a req-bff9bd8f-dac5-4cfe-9fcc-1260e4686153 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421972 Jul 13 18:25:47.512471 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 37820) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:47.537778 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa1177-02c9-47c0-a74b-50fbf937382d req-c6a74543-0cd8-4d7a-88e2-6ec27f4344be tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:47.541091 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-87aa1177-02c9-47c0-a74b-50fbf937382d req-c6a74543-0cd8-4d7a-88e2-6ec27f4344be tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.0912116 Jul 13 18:25:47.584412 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-87aa1177-02c9-47c0-a74b-50fbf937382d req-a712744b-940a-47d2-af6a-b21c6114ca13 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377254 Jul 13 18:25:47.729265 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-7bea467b-7bd1-4f26-bb9c-fdeb32776d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:47.848284 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32202c8b-f972-4be5-9328-8995db4aaeba req-10daee9e-a047-4787-8b75-5f0c8e21cadc tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:47.851119 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-32202c8b-f972-4be5-9328-8995db4aaeba req-10daee9e-a047-4787-8b75-5f0c8e21cadc tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.0941002 Jul 13 18:25:47.880465 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-7bea467b-7bd1-4f26-bb9c-fdeb32776d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:47.886345 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-7bea467b-7bd1-4f26-bb9c-fdeb32776d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:47.897310 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-32202c8b-f972-4be5-9328-8995db4aaeba req-32e30237-6bbe-4fe6-876a-c0af26ffcfda tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403140 Jul 13 18:25:47.930605 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea467b-7bd1-4f26-bb9c-fdeb32776d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af025ba-bc89-44bc-b46c-b26ac10682bd,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:47.941993 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-7bea467b-7bd1-4f26-bb9c-fdeb32776d3e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f77563e896f3497aa879131180be5eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4229763 Jul 13 18:25:47.943975 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 37830) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:25:48.005860 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-92c69efb-550c-44f9-9dc8-b6019b71fbad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:48.029499 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-92c69efb-550c-44f9-9dc8-b6019b71fbad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:48.085292 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-92c69efb-550c-44f9-9dc8-b6019b71fbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:48.088650 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-92c69efb-550c-44f9-9dc8-b6019b71fbad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:48.089822 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-92c69efb-550c-44f9-9dc8-b6019b71fbad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0af025ba-bc89-44bc-b46c-b26ac10682bd HTTP/1.1" status: 204 len: 168 time: 0.1466749 Jul 13 18:25:48.097911 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c69efb-550c-44f9-9dc8-b6019b71fbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af025ba-bc89-44bc-b46c-b26ac10682bd,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:48.485708 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-13af9018-f0f4-4177-8ba9-6f0b6dffc08b tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:48.487267 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-13af9018-f0f4-4177-8ba9-6f0b6dffc08b tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/networks?id=defbbbc1-7f2d-475f-a90d-b6b33fb6fa56 HTTP/1.1" status: 200 len: 807 time: 0.1207316 Jul 13 18:25:48.505944 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-fdac00cc-46a7-47a4-9fd2-ed40998025f2 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/quotas/8bfa423b48af489a8cbe7de5257a6278 HTTP/1.1" status: 200 len: 375 time: 0.0102208 Jul 13 18:25:48.557905 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-177f822d-9b0d-4960-acd7-3f03d6fb2bde tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bfa423b48af489a8cbe7de5257a6278&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411968 Jul 13 18:25:48.707743 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-ec270fca-a15e-4338-8154-272ce15389d4 service neutron] 10.222.0.11 "GET /v2.0/networks/defbbbc1-7f2d-475f-a90d-b6b33fb6fa56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405592 Jul 13 18:25:48.862416 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-76d12d14-8a05-4f55-be3d-e5c532cc8602 service neutron] 10.222.0.11 "GET /v2.0/networks/defbbbc1-7f2d-475f-a90d-b6b33fb6fa56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410263 Jul 13 18:25:48.906385 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cf477-d488-47e6-9dd0-712064c99176 req-0ecacf92-12f1-458e-b966-b00c8857c115 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:48.909139 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6b2cf477-d488-47e6-9dd0-712064c99176 req-0ecacf92-12f1-458e-b966-b00c8857c115 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1143401 Jul 13 18:25:48.973349 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6b2cf477-d488-47e6-9dd0-712064c99176 req-a869cf13-f30c-435c-bbf9-9cf654062cc7 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570898 Jul 13 18:25:49.116616 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-650fb26c-c163-4d1e-b13b-3f282082e259 req-e7bfce85-6ce1-405d-87aa-b2702f847b60 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=6acb61f8-f30b-4687-a76a-522ab4a72244 HTTP/1.1" status: 200 len: 210 time: 0.0444837 Jul 13 18:25:49.269225 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4e166-e608-4067-8970-579a6ffc208f req-212fa797-1bb7-433e-86b9-8cfc72d6cce9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:49.271365 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bae4e166-e608-4067-8970-579a6ffc208f req-212fa797-1bb7-433e-86b9-8cfc72d6cce9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.1210506 Jul 13 18:25:49.319746 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bae4e166-e608-4067-8970-579a6ffc208f req-04a07998-f5e2-4443-9255-fd3d8fa9cb64 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366619 Jul 13 18:25:50.373835 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c4261-4ac2-487c-bbed-ba685104cb78 req-761e24a3-b134-42c4-8d41-8466d984effa tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:50.376546 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a59c4261-4ac2-487c-bbed-ba685104cb78 req-761e24a3-b134-42c4-8d41-8466d984effa tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.2092969 Jul 13 18:25:50.446310 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1d339609-df37-4f3a-835d-4a80576de5ff req-d4b57850-f3d1-451a-89ce-6f907df642d3 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=6acb61f8-f30b-4687-a76a-522ab4a72244 HTTP/1.1" status: 200 len: 210 time: 0.0621977 Jul 13 18:25:50.522965 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a59c4261-4ac2-487c-bbed-ba685104cb78 req-91d86de3-504e-434b-b432-3f08e9849c0a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312656 Jul 13 18:25:50.763381 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23ef32-cb99-43be-860f-821a919dffa2 req-f9786a6f-ee0e-45b2-8126-062bff542a7b tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:50.771719 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6a23ef32-cb99-43be-860f-821a919dffa2 req-f9786a6f-ee0e-45b2-8126-062bff542a7b tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.1259232 Jul 13 18:25:50.856704 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6a23ef32-cb99-43be-860f-821a919dffa2 req-deae1f39-86b4-4487-ab73-d2e424df0949 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809758 Jul 13 18:25:51.304058 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-6562d0c5-4c80-4fb4-b43e-9ee472fa1783 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:51.310463 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-6562d0c5-4c80-4fb4-b43e-9ee472fa1783 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.32 "GET /v2.0/networks?id=defbbbc1-7f2d-475f-a90d-b6b33fb6fa56 HTTP/1.1" status: 200 len: 807 time: 0.1985943 Jul 13 18:25:51.328126 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-579df6a2-f0e5-4a0b-aead-de43dfb4c584 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Request body: {'port': {'device_id': '6acb61f8-f30b-4687-a76a-522ab4a72244', 'network_id': 'defbbbc1-7f2d-475f-a90d-b6b33fb6fa56', 'admin_state_up': True, 'tenant_id': '8bfa423b48af489a8cbe7de5257a6278'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:25:51.584535 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-579df6a2-f0e5-4a0b-aead-de43dfb4c584 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Made reservation on behalf of 8bfa423b48af489a8cbe7de5257a6278 for: {'port': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:25:51.594937 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-579df6a2-f0e5-4a0b-aead-de43dfb4c584 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:51.843522 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5bf96695-bd5d-441a-ad8f-7d2ed4e39197 req-ba8301e3-9a70-43d9-8292-37876472653b tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=6acb61f8-f30b-4687-a76a-522ab4a72244 HTTP/1.1" status: 200 len: 210 time: 0.0661261 Jul 13 18:25:51.930844 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-579df6a2-f0e5-4a0b-aead-de43dfb4c584 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Allocated IP 172.20.0.13 (defbbbc1-7f2d-475f-a90d-b6b33fb6fa56/94d5e0fd-ec57-44db-9bda-a013e5151d96/2a3fde56-393d-4b02-aa1c-5c61abf3ee55) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:25:52.212210 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2a503-c4c8-4d23-8fa5-34628f6b6477 req-ee948c71-05bf-4c99-8122-e4a0ade99064 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:52.219653 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-fcf2a503-c4c8-4d23-8fa5-34628f6b6477 req-ee948c71-05bf-4c99-8122-e4a0ade99064 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.2842250 Jul 13 18:25:52.274641 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-579df6a2-f0e5-4a0b-aead-de43dfb4c584 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:52.356730 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-fcf2a503-c4c8-4d23-8fa5-34628f6b6477 req-eb75af56-38df-4040-aa55-7bf9914944b1 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360571 Jul 13 18:25:52.358387 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-579df6a2-f0e5-4a0b-aead-de43dfb4c584 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:52.415887 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-579df6a2-f0e5-4a0b-aead-de43dfb4c584 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Network defbbbc1-7f2d-475f-a90d-b6b33fb6fa56 is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:25:52.421822 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-579df6a2-f0e5-4a0b-aead-de43dfb4c584 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:25:52.426701 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-579df6a2-f0e5-4a0b-aead-de43dfb4c584 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:25:52.462531 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579df6a2-f0e5-4a0b-aead-de43dfb4c584 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Pushing event updated for resources: {'Port': ['ID=2a3fde56-393d-4b02-aa1c-5c61abf3ee55,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:52.511296 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-579df6a2-f0e5-4a0b-aead-de43dfb4c584 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:52.512667 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-579df6a2-f0e5-4a0b-aead-de43dfb4c584 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:52.546693 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-579df6a2-f0e5-4a0b-aead-de43dfb4c584 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2221663 Jul 13 18:25:52.578577 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-d85344cd-a8ef-497d-bee6-b7a5f63b2f2f service neutron] Request body: {'port': {'device_id': '6acb61f8-f30b-4687-a76a-522ab4a72244', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:25:52.760737 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-d85344cd-a8ef-497d-bee6-b7a5f63b2f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:52.770076 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b55e6-7500-4dc4-a23e-b8b7a142bd22 req-40ed5e7b-ab2c-4eeb-9401-751590358561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:52.772301 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-923b55e6-7500-4dc4-a23e-b8b7a142bd22 req-40ed5e7b-ab2c-4eeb-9401-751590358561 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6142a2ec1d3e454297a59aa3b11d17aa&device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 1098 time: 0.1150408 Jul 13 18:25:52.907287 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e67e7-a6b6-4a83-8258-5ab96be3ea99 req-8c6b00a6-e03c-4fe3-b82d-3a0fa2bfd874 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:52.915180 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1a2e67e7-a6b6-4a83-8258-5ab96be3ea99 req-8c6b00a6-e03c-4fe3-b82d-3a0fa2bfd874 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.2728398 Jul 13 18:25:52.937678 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b55e6-7500-4dc4-a23e-b8b7a142bd22 req-cf546914-88d5-4ec8-8029-6f0344721ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:52.940321 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-923b55e6-7500-4dc4-a23e-b8b7a142bd22 req-cf546914-88d5-4ec8-8029-6f0344721ecb service neutron] 10.222.0.32 "GET /v2.0/networks?id=8712c6dd-710d-48bd-92a1-6aa9b9fb58fe HTTP/1.1" status: 200 len: 919 time: 0.1568952 Jul 13 18:25:53.041846 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-923b55e6-7500-4dc4-a23e-b8b7a142bd22 req-5df0519c-f8d9-491f-bc7c-885d7670c64d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1cd7930-dec2-4533-b2cd-c0601d80036f HTTP/1.1" status: 200 len: 217 time: 0.0890341 Jul 13 18:25:53.123958 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b55e6-7500-4dc4-a23e-b8b7a142bd22 req-d93dcc9f-015b-48a8-bbc3-33c1096f8a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:53.126905 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-923b55e6-7500-4dc4-a23e-b8b7a142bd22 req-d93dcc9f-015b-48a8-bbc3-33c1096f8a7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23bf7fe7-0ee1-431f-b75e-99e1897408f7 HTTP/1.1" status: 200 len: 858 time: 0.0765817 Jul 13 18:25:53.127071 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cf922-a6b3-4da8-8462-b07e979c8bdc req-02a29e58-cefd-4209-abc0-dadb85509fe2 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:53.131498 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-455cf922-a6b3-4da8-8462-b07e979c8bdc req-02a29e58-cefd-4209-abc0-dadb85509fe2 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.3664353 Jul 13 18:25:53.143080 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1a2e67e7-a6b6-4a83-8258-5ab96be3ea99 req-c0ee575e-3b1a-4d3f-ad28-cd38f2de0b7a tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268302 Jul 13 18:25:53.199792 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-923b55e6-7500-4dc4-a23e-b8b7a142bd22 req-67d5972a-819f-4de1-bb94-0a0fd1e60fc0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8712c6dd-710d-48bd-92a1-6aa9b9fb58fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650368 Jul 13 18:25:53.204936 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-455cf922-a6b3-4da8-8462-b07e979c8bdc req-aec1474a-6e04-4bc1-96f3-e0555f74186a tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567436 Jul 13 18:25:53.422740 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-923b55e6-7500-4dc4-a23e-b8b7a142bd22 req-c1225216-8ca9-4a77-a1f8-920ff6e8c2f3 service neutron] 10.222.0.32 "GET /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133651 Jul 13 18:25:53.514025 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11df57-1168-4f93-9744-d90bcf31ec54 req-0e9536f2-aa43-468f-849a-0cfb7a3af116 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:53.516759 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5d11df57-1168-4f93-9744-d90bcf31ec54 req-0e9536f2-aa43-468f-849a-0cfb7a3af116 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=6acb61f8-f30b-4687-a76a-522ab4a72244 HTTP/1.1" status: 200 len: 932 time: 0.1827388 Jul 13 18:25:53.548580 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-923b55e6-7500-4dc4-a23e-b8b7a142bd22 req-fc8f24d0-de2e-40bc-9cf7-2f88bd2747fc service neutron] 10.222.0.32 "GET /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174390 Jul 13 18:25:53.685803 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-d85344cd-a8ef-497d-bee6-b7a5f63b2f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3fde56-393d-4b02-aa1c-5c61abf3ee55 {{(pid=92973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:25:53.698919 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-d85344cd-a8ef-497d-bee6-b7a5f63b2f2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:53.734629 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5d11df57-1168-4f93-9744-d90bcf31ec54 req-84327d88-998d-4f22-b66b-fca3565b35de tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759877 Jul 13 18:25:53.740375 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-d85344cd-a8ef-497d-bee6-b7a5f63b2f2f service neutron] Transition to ACTIVE for port object 2a3fde56-393d-4b02-aa1c-5c61abf3ee55 will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:25:53.752643 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-d85344cd-a8ef-497d-bee6-b7a5f63b2f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:53.793268 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433c093-4cf2-4763-9c71-6840fdd2760f req-b56b92ed-6e4f-4451-9c42-edfd9f448c2f tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:53.794876 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c433c093-4cf2-4763-9c71-6840fdd2760f req-b56b92ed-6e4f-4451-9c42-edfd9f448c2f tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.2347333 Jul 13 18:25:53.901566 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85344cd-a8ef-497d-bee6-b7a5f63b2f2f service neutron] Pushing event updated for resources: {'Port': ['ID=2a3fde56-393d-4b02-aa1c-5c61abf3ee55,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:53.919018 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c433c093-4cf2-4763-9c71-6840fdd2760f req-2ea3c41e-bd47-4920-9b4a-89da267a47ae tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975382 Jul 13 18:25:54.018867 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-d85344cd-a8ef-497d-bee6-b7a5f63b2f2f service neutron] Attempting to bind port 2a3fde56-393d-4b02-aa1c-5c61abf3ee55 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:25:54.019443 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-d85344cd-a8ef-497d-bee6-b7a5f63b2f2f service neutron] Attempting to bind port 2a3fde56-393d-4b02-aa1c-5c61abf3ee55 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '05c870cd-3bb6-4e42-91de-1e7875c12f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'defbbbc1-7f2d-475f-a90d-b6b33fb6fa56'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:25:54.020051 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-d85344cd-a8ef-497d-bee6-b7a5f63b2f2f service neutron] Attempting to bind port 2a3fde56-393d-4b02-aa1c-5c61abf3ee55 on network defbbbc1-7f2d-475f-a90d-b6b33fb6fa56 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:25:54.027875 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-d85344cd-a8ef-497d-bee6-b7a5f63b2f2f service neutron] Port 2a3fde56-393d-4b02-aa1c-5c61abf3ee55 on network defbbbc1-7f2d-475f-a90d-b6b33fb6fa56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 18:25:54.028203 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-d85344cd-a8ef-497d-bee6-b7a5f63b2f2f service neutron] Attempting to bind port 2a3fde56-393d-4b02-aa1c-5c61abf3ee55 on network defbbbc1-7f2d-475f-a90d-b6b33fb6fa56 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:25:54.041885 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-d85344cd-a8ef-497d-bee6-b7a5f63b2f2f service neutron] Checking agent: {'id': '42658009-1da3-417e-95f4-9a37477be153', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'started_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:25:54.042643 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-d85344cd-a8ef-497d-bee6-b7a5f63b2f2f service neutron] Checking segment: {'id': '05c870cd-3bb6-4e42-91de-1e7875c12f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'defbbbc1-7f2d-475f-a90d-b6b33fb6fa56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:25:54.043189 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-d85344cd-a8ef-497d-bee6-b7a5f63b2f2f service neutron] Bound using segment: {'id': '05c870cd-3bb6-4e42-91de-1e7875c12f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'defbbbc1-7f2d-475f-a90d-b6b33fb6fa56'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:25:54.043772 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-d85344cd-a8ef-497d-bee6-b7a5f63b2f2f service neutron] Bound port: 2a3fde56-393d-4b02-aa1c-5c61abf3ee55, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c870cd-3bb6-4e42-91de-1e7875c12f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'defbbbc1-7f2d-475f-a90d-b6b33fb6fa56'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:25:54.044144 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-d85344cd-a8ef-497d-bee6-b7a5f63b2f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:54.155538 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-d85344cd-a8ef-497d-bee6-b7a5f63b2f2f service neutron] For port 2a3fde56-393d-4b02-aa1c-5c61abf3ee55, host hv-cinder-78692, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:25:54.161152 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-d85344cd-a8ef-497d-bee6-b7a5f63b2f2f service neutron] For port 2a3fde56-393d-4b02-aa1c-5c61abf3ee55, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2a3fde56-393d-4b02-aa1c-5c61abf3ee55,segment=NetworkSegment(05c870cd-3bb6-4e42-91de-1e7875c12f6e),segment_id=05c870cd-3bb6-4e42-91de-1e7875c12f6e)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:25:54.167542 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-d85344cd-a8ef-497d-bee6-b7a5f63b2f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:54.208499 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-d85344cd-a8ef-497d-bee6-b7a5f63b2f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:54.209147 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-d85344cd-a8ef-497d-bee6-b7a5f63b2f2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:54.210565 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-d85344cd-a8ef-497d-bee6-b7a5f63b2f2f service neutron] 10.222.0.32 "PUT /v2.0/ports/2a3fde56-393d-4b02-aa1c-5c61abf3ee55 HTTP/1.1" status: 200 len: 1094 time: 1.6403391 Jul 13 18:25:54.214097 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6acb61f8-f30b-4687-a76a-522ab4a72244', 'tag': '2a3fde56-393d-4b02-aa1c-5c61abf3ee55'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:25:54.216590 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c583a06c-9e8a-4339-bd77-7251bb616902" -d '{"events": [{"name": "network-changed", "server_uuid": "6acb61f8-f30b-4687-a76a-522ab4a72244", "tag": "2a3fde56-393d-4b02-aa1c-5c61abf3ee55"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:25:54.288596 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85344cd-a8ef-497d-bee6-b7a5f63b2f2f service neutron] Pushing event updated for resources: {'Port': ['ID=2a3fde56-393d-4b02-aa1c-5c61abf3ee55,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:25:54.299356 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9703cc65-cadb-4008-a957-41b8c2ccefb6 x-openstack-request-id: req-9703cc65-cadb-4008-a957-41b8c2ccefb6 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:25:54.299547 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6acb61f8-f30b-4687-a76a-522ab4a72244", "tag": "2a3fde56-393d-4b02-aa1c-5c61abf3ee55", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:25:54.299908 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9703cc65-cadb-4008-a957-41b8c2ccefb6 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:25:54.300234 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6acb61f8-f30b-4687-a76a-522ab4a72244', 'tag': '2a3fde56-393d-4b02-aa1c-5c61abf3ee55', 'status': 'completed', 'code': 200} Jul 13 18:25:54.531210 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-120cc37c-b5cc-4531-8712-298910470480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:54.533068 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-120cc37c-b5cc-4531-8712-298910470480 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8bfa423b48af489a8cbe7de5257a6278&device_id=6acb61f8-f30b-4687-a76a-522ab4a72244 HTTP/1.1" status: 200 len: 1097 time: 0.2217875 Jul 13 18:25:54.621952 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-7c086882-a85c-4bb0-91f4-5c9b50c3b247 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a3fde56-393d-4b02-aa1c-5c61abf3ee55 HTTP/1.1" status: 200 len: 217 time: 0.0507703 Jul 13 18:25:54.674420 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fd492-bdce-4d83-961a-91b6e104a810 req-c2642335-b86f-4340-a8ea-6e03198cab74 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:54.676124 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ba6fd492-bdce-4d83-961a-91b6e104a810 req-c2642335-b86f-4340-a8ea-6e03198cab74 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.2316668 Jul 13 18:25:54.731748 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-1b693c89-7cff-4aa1-afff-bab84697bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:54.733299 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-1b693c89-7cff-4aa1-afff-bab84697bc5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=94d5e0fd-ec57-44db-9bda-a013e5151d96 HTTP/1.1" status: 200 len: 847 time: 0.1033432 Jul 13 18:25:54.807481 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0bbf2-8dab-45f1-96fa-954789a223cb req-9a5d6d86-0064-4348-92b5-2c274397119e tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:54.810324 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-72f0bbf2-8dab-45f1-96fa-954789a223cb req-9a5d6d86-0064-4348-92b5-2c274397119e tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.2826397 Jul 13 18:25:54.824437 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ba6fd492-bdce-4d83-961a-91b6e104a810 req-16e866f6-3df5-4d25-bb15-8892027059fc tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339202 Jul 13 18:25:54.827987 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-6ba55f31-9b4b-4dfa-a2a2-1fdfefd49a4c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=defbbbc1-7f2d-475f-a90d-b6b33fb6fa56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847864 Jul 13 18:25:54.965365 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-72f0bbf2-8dab-45f1-96fa-954789a223cb req-d1ff75c9-c5bd-478d-991d-c1798ed7b418 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360185 Jul 13 18:25:55.093238 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-e1f42f7a-7944-4b1d-a887-8fd51074585c service neutron] 10.222.0.32 "GET /v2.0/networks/defbbbc1-7f2d-475f-a90d-b6b33fb6fa56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523651 Jul 13 18:25:55.241721 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867969b-d609-4931-b230-5963b35640bf req-5733b23a-11be-4032-842b-45070e7aa095 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:55.245906 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a867969b-d609-4931-b230-5963b35640bf req-5733b23a-11be-4032-842b-45070e7aa095 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=6acb61f8-f30b-4687-a76a-522ab4a72244 HTTP/1.1" status: 200 len: 944 time: 0.2262716 Jul 13 18:25:55.321012 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a01a5123-f753-4e06-a40d-0ab045f1ad90 req-1fc107d9-49bc-4f4b-b8ab-375ebdf367a5 service neutron] 10.222.0.32 "GET /v2.0/networks/defbbbc1-7f2d-475f-a90d-b6b33fb6fa56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187529 Jul 13 18:25:55.375342 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a867969b-d609-4931-b230-5963b35640bf req-8180fd94-9710-458a-92e9-3e806b6bf768 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186833 Jul 13 18:25:55.678435 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d02bd-1ff1-43c0-9d1c-b364d5bdbca6 req-4ab15b36-5512-4334-858c-6d001b530058 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:55.681756 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-688d02bd-1ff1-43c0-9d1c-b364d5bdbca6 req-4ab15b36-5512-4334-858c-6d001b530058 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.2310452 Jul 13 18:25:55.697273 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0ee14-b71e-42eb-9699-b42251a52954 req-041d8fda-c3b6-4359-b924-69c49ff0509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:55.702861 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-b5d0ee14-b71e-42eb-9699-b42251a52954 req-041d8fda-c3b6-4359-b924-69c49ff0509f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a6911fcceca4a7a9b21b2e7b761c0d4&device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 1099 time: 0.2075696 Jul 13 18:25:55.741443 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583a06c-9e8a-4339-bd77-7251bb616902 req-3c131b3f-fb3f-4c75-a575-7e35802f0516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:55.743929 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c583a06c-9e8a-4339-bd77-7251bb616902 req-3c131b3f-fb3f-4c75-a575-7e35802f0516 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8bfa423b48af489a8cbe7de5257a6278&device_id=6acb61f8-f30b-4687-a76a-522ab4a72244 HTTP/1.1" status: 200 len: 1097 time: 0.2158866 Jul 13 18:25:55.792844 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-688d02bd-1ff1-43c0-9d1c-b364d5bdbca6 req-10771fe2-cd58-465e-b100-9834a4f6a9ec tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835016 Jul 13 18:25:55.887526 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0ee14-b71e-42eb-9699-b42251a52954 req-65cf55f4-b07c-4671-8163-35163ea415ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:55.889686 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-b5d0ee14-b71e-42eb-9699-b42251a52954 req-65cf55f4-b07c-4671-8163-35163ea415ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=17302fc4-2689-41b0-91b7-3c3e6cf2a62b HTTP/1.1" status: 200 len: 910 time: 0.1815228 Jul 13 18:25:56.020519 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-b5d0ee14-b71e-42eb-9699-b42251a52954 req-7fae26d4-cffb-4c98-a191-3a2f659e633d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d8561c5-364d-465e-bdef-1f34d7c6c57f HTTP/1.1" status: 200 len: 1002 time: 0.1204088 Jul 13 18:25:56.118630 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0ee14-b71e-42eb-9699-b42251a52954 req-14baba2a-b498-4846-bbe8-2ce42d06b0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:56.121167 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-b5d0ee14-b71e-42eb-9699-b42251a52954 req-14baba2a-b498-4846-bbe8-2ce42d06b0c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76eef7ac-abd1-4be1-8ef4-9f068a4abaa0 HTTP/1.1" status: 200 len: 848 time: 0.0918608 Jul 13 18:25:56.274842 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0ee14-b71e-42eb-9699-b42251a52954 req-751dc02d-194a-4643-a1dc-9472e52fd86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:56.278855 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-b5d0ee14-b71e-42eb-9699-b42251a52954 req-751dc02d-194a-4643-a1dc-9472e52fd86b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17302fc4-2689-41b0-91b7-3c3e6cf2a62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1458533 Jul 13 18:25:56.302710 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcd9f1-4e13-483e-b254-e09eedff01fa req-f715e277-fdba-43c7-af60-16ecb0f130b3 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:56.304520 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-defcd9f1-4e13-483e-b254-e09eedff01fa req-f715e277-fdba-43c7-af60-16ecb0f130b3 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.7316818 Jul 13 18:25:56.400495 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583a06c-9e8a-4339-bd77-7251bb616902 req-95b26f77-4540-4899-9406-9eab12421c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:56.402218 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c583a06c-9e8a-4339-bd77-7251bb616902 req-95b26f77-4540-4899-9406-9eab12421c6c service neutron] 10.222.0.32 "GET /v2.0/networks?id=defbbbc1-7f2d-475f-a90d-b6b33fb6fa56 HTTP/1.1" status: 200 len: 908 time: 0.6337080 Jul 13 18:25:56.406424 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-defcd9f1-4e13-483e-b254-e09eedff01fa req-6064d0ed-c20a-4d30-a026-8de347d7084d tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939975 Jul 13 18:25:56.433046 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59745380-3997-4e64-8bf2-3972597a96fd req-b69d6c26-5a40-4573-a325-3ccf6bbfb5e2 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:56.440368 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-59745380-3997-4e64-8bf2-3972597a96fd req-b69d6c26-5a40-4573-a325-3ccf6bbfb5e2 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.2039344 Jul 13 18:25:56.458859 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:25:56.511236 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c583a06c-9e8a-4339-bd77-7251bb616902 req-d699107d-9edc-4573-b27d-2f930d8a9172 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a3fde56-393d-4b02-aa1c-5c61abf3ee55 HTTP/1.1" status: 200 len: 217 time: 0.0973525 Jul 13 18:25:56.528309 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-b5d0ee14-b71e-42eb-9699-b42251a52954 req-d1be346a-901f-453d-921a-156bac87e327 service neutron] 10.222.0.32 "GET /v2.0/networks/17302fc4-2689-41b0-91b7-3c3e6cf2a62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403538 Jul 13 18:25:56.705011 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-59745380-3997-4e64-8bf2-3972597a96fd req-8aaa8c06-f101-4c1b-9ec6-14f3e4c09693 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626679 Jul 13 18:25:56.729079 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583a06c-9e8a-4339-bd77-7251bb616902 req-31c7e077-76b7-40dd-9263-df333233cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:56.732087 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c583a06c-9e8a-4339-bd77-7251bb616902 req-31c7e077-76b7-40dd-9263-df333233cbbe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=94d5e0fd-ec57-44db-9bda-a013e5151d96 HTTP/1.1" status: 200 len: 847 time: 0.1979866 Jul 13 18:25:56.763602 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-b5d0ee14-b71e-42eb-9699-b42251a52954 req-215ccb45-dd17-4e26-9c7b-3bbf8cd713af service neutron] 10.222.0.32 "GET /v2.0/networks/17302fc4-2689-41b0-91b7-3c3e6cf2a62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210627 Jul 13 18:25:56.914524 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c583a06c-9e8a-4339-bd77-7251bb616902 req-c53b7981-0cc9-44c0-a4ee-1211c564474f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=defbbbc1-7f2d-475f-a90d-b6b33fb6fa56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1747329 Jul 13 18:25:57.181905 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6091b0e-a92a-48e2-8d9c-09eed75013f3 req-9bf5be7a-c79c-4c4d-b5cc-b9569e77d2dc tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:57.184564 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d6091b0e-a92a-48e2-8d9c-09eed75013f3 req-9bf5be7a-c79c-4c4d-b5cc-b9569e77d2dc tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=6acb61f8-f30b-4687-a76a-522ab4a72244 HTTP/1.1" status: 200 len: 944 time: 0.3649182 Jul 13 18:25:57.191827 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c583a06c-9e8a-4339-bd77-7251bb616902 req-cf845f15-f9c3-482d-bba2-65b1be368ff6 service neutron] 10.222.0.32 "GET /v2.0/networks/defbbbc1-7f2d-475f-a90d-b6b33fb6fa56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630622 Jul 13 18:25:57.251642 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711d165-a2a3-43ff-a905-c69cf725ac47 req-1663fb4a-7c8d-4662-962f-f01b214fa47a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:57.253535 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d711d165-a2a3-43ff-a905-c69cf725ac47 req-1663fb4a-7c8d-4662-962f-f01b214fa47a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.2339590 Jul 13 18:25:57.352515 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d6091b0e-a92a-48e2-8d9c-09eed75013f3 req-ada8681c-2c68-44b6-a386-5be5e0e92606 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577165 Jul 13 18:25:57.393156 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d711d165-a2a3-43ff-a905-c69cf725ac47 req-d2c93f73-2270-4eea-b0ff-08c9dbdec0df tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968175 Jul 13 18:25:57.410582 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c583a06c-9e8a-4339-bd77-7251bb616902 req-c047e7bc-827c-425f-9aab-84bc84a1555c service neutron] 10.222.0.32 "GET /v2.0/networks/defbbbc1-7f2d-475f-a90d-b6b33fb6fa56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976423 Jul 13 18:25:57.700559 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af32b7-189a-4c98-a635-7ad2864078d2 req-7eea1b5f-1800-40ba-b931-ccbc67e77c17 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:57.703051 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-57af32b7-189a-4c98-a635-7ad2864078d2 req-7eea1b5f-1800-40ba-b931-ccbc67e77c17 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.0918832 Jul 13 18:25:57.770521 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-57af32b7-189a-4c98-a635-7ad2864078d2 req-5e7a3377-fbcf-443b-8bd8-e4872005fc73 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613189 Jul 13 18:25:58.114693 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d6a1f-3f1d-4a77-b3fa-8e2cc972ee05 req-68f5b9f8-9bd0-4bfe-af0d-d124375f48ad tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:58.119152 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f94d6a1f-3f1d-4a77-b3fa-8e2cc972ee05 req-68f5b9f8-9bd0-4bfe-af0d-d124375f48ad tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1230872 Jul 13 18:25:58.201761 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f94d6a1f-3f1d-4a77-b3fa-8e2cc972ee05 req-41c0ad46-0587-43df-99e5-7a0d8a0701a9 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730987 Jul 13 18:25:58.673918 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d531f-4995-4092-b303-93dbaf78704a req-8bc8cd5b-77a5-4f8f-8ec3-ad74b6f3958e tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:58.676292 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f32d531f-4995-4092-b303-93dbaf78704a req-8bc8cd5b-77a5-4f8f-8ec3-ad74b6f3958e tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=6acb61f8-f30b-4687-a76a-522ab4a72244 HTTP/1.1" status: 200 len: 944 time: 0.1627424 Jul 13 18:25:58.685970 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1317010-09b7-4903-b732-4894be5be1e6 req-9cb4066f-9a21-40b2-a03a-845c899d93fe tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:58.690515 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f1317010-09b7-4903-b732-4894be5be1e6 req-9cb4066f-9a21-40b2-a03a-845c899d93fe tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1370261 Jul 13 18:25:58.779004 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f32d531f-4995-4092-b303-93dbaf78704a req-434578ba-f004-47bd-997d-b150cb4a9e2f tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873713 Jul 13 18:25:58.785517 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f1317010-09b7-4903-b732-4894be5be1e6 req-62498846-bc3b-458e-9875-1f6a308b0b0d tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861487 Jul 13 18:25:59.028819 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccea08f-39be-4194-8c39-8a4e16d87aa3 req-e4566d79-c17d-4075-a1b9-3e173092ceee tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:59.030323 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8ccea08f-39be-4194-8c39-8a4e16d87aa3 req-e4566d79-c17d-4075-a1b9-3e173092ceee tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.0794539 Jul 13 18:25:59.081133 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8ccea08f-39be-4194-8c39-8a4e16d87aa3 req-027d30d3-dc08-448b-85fa-9cea8e2c7493 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431941 Jul 13 18:25:59.446559 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 2a3fde56-393d-4b02-aa1c-5c61abf3ee55 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:25:59.464995 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ff73d-03cb-4f2e-b605-2f0ae720c573 req-89dbf7c4-dd4c-4f7a-b91e-f8704babcf9e tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:25:59.466679 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-090ff73d-03cb-4f2e-b605-2f0ae720c573 req-89dbf7c4-dd4c-4f7a-b91e-f8704babcf9e tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.0973525 Jul 13 18:25:59.546348 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-090ff73d-03cb-4f2e-b605-2f0ae720c573 req-b553f7aa-e1eb-4415-b6b2-e1a651def88e tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703013 Jul 13 18:25:59.586087 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 2a3fde56-393d-4b02-aa1c-5c61abf3ee55, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2a3fde56-393d-4b02-aa1c-5c61abf3ee55,segment=NetworkSegment(05c870cd-3bb6-4e42-91de-1e7875c12f6e),segment_id=05c870cd-3bb6-4e42-91de-1e7875c12f6e)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:25:59.599203 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': '2a3fde56-393d-4b02-aa1c-5c61abf3ee55', 'network_id': 'defbbbc1-7f2d-475f-a90d-b6b33fb6fa56', 'port_id': '2a3fde56-393d-4b02-aa1c-5c61abf3ee55', 'mac_address': 'fa:16:3e:54:2c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d5e0fd-ec57-44db-9bda-a013e5151d96', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:25:59.664891 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:59.685021 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3fde56-393d-4b02-aa1c-5c61abf3ee55 {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:25:59.717800 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 2a3fde56-393d-4b02-aa1c-5c61abf3ee55, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2a3fde56-393d-4b02-aa1c-5c61abf3ee55,segment=NetworkSegment(05c870cd-3bb6-4e42-91de-1e7875c12f6e),segment_id=05c870cd-3bb6-4e42-91de-1e7875c12f6e)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:25:59.724198 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:25:59.801747 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=2a3fde56-393d-4b02-aa1c-5c61abf3ee55,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:00.133725 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fb4d6-7293-48f9-afd9-bfb4ad4211f7 req-3199f295-f46d-4dcc-a26a-b6bd99147277 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:00.137027 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-092fb4d6-7293-48f9-afd9-bfb4ad4211f7 req-3199f295-f46d-4dcc-a26a-b6bd99147277 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=6acb61f8-f30b-4687-a76a-522ab4a72244 HTTP/1.1" status: 200 len: 945 time: 0.1798546 Jul 13 18:26:00.145591 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8720b-35dc-4bb6-b688-1e32e0c6be7d req-c6998b54-c246-4669-8607-91d1b14cfd80 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:00.153572 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-beb8720b-35dc-4bb6-b688-1e32e0c6be7d req-c6998b54-c246-4669-8607-91d1b14cfd80 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1384871 Jul 13 18:26:00.238440 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-092fb4d6-7293-48f9-afd9-bfb4ad4211f7 req-8e9746fc-ddcb-4360-92b8-548ca202128e tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819626 Jul 13 18:26:00.250652 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-beb8720b-35dc-4bb6-b688-1e32e0c6be7d req-c22f96c1-140f-46c3-a67c-c71dbfe21474 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960126 Jul 13 18:26:00.252807 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['2a3fde56-393d-4b02-aa1c-5c61abf3ee55'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:26:00.803283 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccfdd6-8da8-4da9-901c-ad2dfacee981 req-260c08cf-a854-4fe6-834b-c95d652cf394 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:00.805895 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-beccfdd6-8da8-4da9-901c-ad2dfacee981 req-260c08cf-a854-4fe6-834b-c95d652cf394 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.0961754 Jul 13 18:26:00.860530 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-beccfdd6-8da8-4da9-901c-ad2dfacee981 req-73c32099-7861-4bc4-99dd-df4ad9f027c3 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483563 Jul 13 18:26:01.459506 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 2a3fde56-393d-4b02-aa1c-5c61abf3ee55 up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:26:01.577560 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning for port 2a3fde56-393d-4b02-aa1c-5c61abf3ee55 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:26:01.591603 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port 2a3fde56-393d-4b02-aa1c-5c61abf3ee55 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:26:01.593045 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:01.653780 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532aa71-8d6a-44b8-80e1-7e7abc2502d6 req-7e696314-b81a-410d-94c7-f3f122572a21 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:01.655861 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e532aa71-8d6a-44b8-80e1-7e7abc2502d6 req-7e696314-b81a-410d-94c7-f3f122572a21 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=6acb61f8-f30b-4687-a76a-522ab4a72244 HTTP/1.1" status: 200 len: 945 time: 0.1255631 Jul 13 18:26:01.667653 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2753484-f40a-4a6a-ae13-112574ef6afc req-2b500c06-c037-42ce-8616-9b85c05b8980 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:01.678748 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b2753484-f40a-4a6a-ae13-112574ef6afc req-2b500c06-c037-42ce-8616-9b85c05b8980 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.2078505 Jul 13 18:26:01.773415 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e532aa71-8d6a-44b8-80e1-7e7abc2502d6 req-57b37e37-d1b3-4f83-b7c4-15b70af5c862 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848074 Jul 13 18:26:01.791963 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:01.812798 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b2753484-f40a-4a6a-ae13-112574ef6afc req-45fe4004-6dd5-41f2-97ff-4b537aa16ed3 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226819 Jul 13 18:26:01.845077 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 2a3fde56-393d-4b02-aa1c-5c61abf3ee55, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2a3fde56-393d-4b02-aa1c-5c61abf3ee55,segment=NetworkSegment(05c870cd-3bb6-4e42-91de-1e7875c12f6e),segment_id=05c870cd-3bb6-4e42-91de-1e7875c12f6e)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:26:01.847160 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acb61f8-f30b-4687-a76a-522ab4a72244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3fde56-393d-4b02-aa1c-5c61abf3ee55'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:26:01.851808 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c6a35b-1cb5-4233-b995-1c64967fe0c6" -d '{"events": [{"server_uuid": "6acb61f8-f30b-4687-a76a-522ab4a72244", "name": "network-vif-plugged", "status": "completed", "tag": "2a3fde56-393d-4b02-aa1c-5c61abf3ee55"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:26:01.868763 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:01.933653 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d29ddc-609c-4160-a340-5a21fffde837 x-openstack-request-id: req-b1d29ddc-609c-4160-a340-5a21fffde837 {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:26:01.934169 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6acb61f8-f30b-4687-a76a-522ab4a72244", "name": "network-vif-plugged", "status": "completed", "tag": "2a3fde56-393d-4b02-aa1c-5c61abf3ee55", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:26:01.934582 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1d29ddc-609c-4160-a340-5a21fffde837 {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:26:01.935158 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acb61f8-f30b-4687-a76a-522ab4a72244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3fde56-393d-4b02-aa1c-5c61abf3ee55', 'code': 200} Jul 13 18:26:02.003635 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=2a3fde56-393d-4b02-aa1c-5c61abf3ee55,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:02.212562 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce8de9-7000-48d7-a315-32563f3cdae2 req-bb65a7cd-80b5-46b2-abd0-f69febc0bdeb tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:02.214563 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-48ce8de9-7000-48d7-a315-32563f3cdae2 req-bb65a7cd-80b5-46b2-abd0-f69febc0bdeb tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1390343 Jul 13 18:26:02.322618 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-48ce8de9-7000-48d7-a315-32563f3cdae2 req-27e6bfd2-c734-412e-90cd-722bbcfe235f tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968275 Jul 13 18:26:02.431408 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f7612-fc7c-488e-b4ed-92bec7971773 req-de5d6a89-0aed-4774-b133-329bb111b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:02.433010 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-132f7612-fc7c-488e-b4ed-92bec7971773 req-de5d6a89-0aed-4774-b133-329bb111b0cd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6acb61f8-f30b-4687-a76a-522ab4a72244 HTTP/1.1" status: 200 len: 1099 time: 0.1261482 Jul 13 18:26:02.508355 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-132f7612-fc7c-488e-b4ed-92bec7971773 req-fbcb93e4-1f77-4802-9fd8-a849d0e336f5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573964 Jul 13 18:26:03.145236 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fbc40-ded4-43ac-8fc8-fc128981b6ab req-67f5e602-3370-4bab-ac2d-7d420d6e832c tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:03.155876 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cc1fbc40-ded4-43ac-8fc8-fc128981b6ab req-67f5e602-3370-4bab-ac2d-7d420d6e832c tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=6acb61f8-f30b-4687-a76a-522ab4a72244 HTTP/1.1" status: 200 len: 946 time: 0.1566858 Jul 13 18:26:03.201205 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee10a5-09e6-4bc9-ada0-9edc810ba8b3 req-976ba6c2-8382-41f8-a4e8-aa732069a8fc tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:03.211363 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b5ee10a5-09e6-4bc9-ada0-9edc810ba8b3 req-976ba6c2-8382-41f8-a4e8-aa732069a8fc tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1652889 Jul 13 18:26:03.260043 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cc1fbc40-ded4-43ac-8fc8-fc128981b6ab req-bc41553a-b52e-4aa3-b4b1-0b711b1ec842 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029818 Jul 13 18:26:03.292155 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b5ee10a5-09e6-4bc9-ada0-9edc810ba8b3 req-3e843a59-8ff5-4fda-9459-3755e930d982 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798306 Jul 13 18:26:03.633243 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b59c1-5d88-4b0c-be51-318ba6250e44 req-3cead037-056b-411d-93d7-343442e92419 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:03.635953 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a75b59c1-5d88-4b0c-be51-318ba6250e44 req-3cead037-056b-411d-93d7-343442e92419 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1015532 Jul 13 18:26:03.680150 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a75b59c1-5d88-4b0c-be51-318ba6250e44 req-7c618296-1efa-4031-b567-f8f50e853582 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383725 Jul 13 18:26:04.486805 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2357b1e-ba5f-462d-b72d-48ffc73c80f3 req-b96cb11a-19d9-46ca-a221-56d09ec5be8b tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:04.488440 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f2357b1e-ba5f-462d-b72d-48ffc73c80f3 req-b96cb11a-19d9-46ca-a221-56d09ec5be8b tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=6acb61f8-f30b-4687-a76a-522ab4a72244 HTTP/1.1" status: 200 len: 946 time: 0.0877228 Jul 13 18:26:04.565448 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f2357b1e-ba5f-462d-b72d-48ffc73c80f3 req-0de97c79-395c-463c-8ca9-400f1596ba76 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693135 Jul 13 18:26:04.600172 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcea19-e4f5-4df2-9a0b-6379aa301a64 req-3aed9785-8044-440e-8070-8a8d51444fb7 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:04.602570 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8cdcea19-e4f5-4df2-9a0b-6379aa301a64 req-3aed9785-8044-440e-8070-8a8d51444fb7 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1046057 Jul 13 18:26:04.671817 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8cdcea19-e4f5-4df2-9a0b-6379aa301a64 req-d5095429-ec4e-4cda-bd4d-967d2606a479 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610085 Jul 13 18:26:04.891945 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac71bd3-2112-46e0-8539-f2dd10b05cdc req-36486e7e-a6f9-4cc9-8f49-fcf000d7969e tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:04.894387 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6ac71bd3-2112-46e0-8539-f2dd10b05cdc req-36486e7e-a6f9-4cc9-8f49-fcf000d7969e tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.0814829 Jul 13 18:26:04.952154 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6ac71bd3-2112-46e0-8539-f2dd10b05cdc req-f586390c-867a-412b-8b03-7ef2a0d78232 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508444 Jul 13 18:26:05.790832 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3e6d7-3039-4f57-91d3-152d07779cf8 req-658d094f-251f-4d7d-a86c-82c386ff1f33 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:05.792333 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-43b3e6d7-3039-4f57-91d3-152d07779cf8 req-658d094f-251f-4d7d-a86c-82c386ff1f33 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=6acb61f8-f30b-4687-a76a-522ab4a72244 HTTP/1.1" status: 200 len: 946 time: 0.0805676 Jul 13 18:26:05.900581 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-43b3e6d7-3039-4f57-91d3-152d07779cf8 req-20973d8f-c669-47c5-90d6-b98acf248f17 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997691 Jul 13 18:26:05.938399 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92809b51-62aa-41f1-8ac3-5965bb319ce1 req-ffc09abd-9565-475c-b5c5-b8032e8eaed7 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:05.944193 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-92809b51-62aa-41f1-8ac3-5965bb319ce1 req-ffc09abd-9565-475c-b5c5-b8032e8eaed7 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1271303 Jul 13 18:26:05.993704 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-92809b51-62aa-41f1-8ac3-5965bb319ce1 req-dbb309a9-271f-4407-a7ac-f811d42fac39 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469015 Jul 13 18:26:06.185268 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50edb16-36dd-4e60-80af-ff3f0dc4a95c req-aa928529-6892-47e3-a648-d25d329e7598 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:06.186924 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d50edb16-36dd-4e60-80af-ff3f0dc4a95c req-aa928529-6892-47e3-a648-d25d329e7598 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.0932255 Jul 13 18:26:06.230423 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d50edb16-36dd-4e60-80af-ff3f0dc4a95c req-5d50162c-8714-464e-abee-a48e40cbb7e9 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368500 Jul 13 18:26:07.078459 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc939aae-4694-42c1-97be-3cf0ef80ee3b req-d1ea1153-bae2-4e11-8127-359f3c49e67b tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:07.079976 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dc939aae-4694-42c1-97be-3cf0ef80ee3b req-d1ea1153-bae2-4e11-8127-359f3c49e67b tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=6acb61f8-f30b-4687-a76a-522ab4a72244 HTTP/1.1" status: 200 len: 946 time: 0.0653605 Jul 13 18:26:07.139221 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dc939aae-4694-42c1-97be-3cf0ef80ee3b req-942d71c7-0d97-41a8-bf28-106a6c973033 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535588 Jul 13 18:26:07.215804 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa2078-4064-4cb8-81d9-60428e8a5d7d req-06eb45a3-2fd6-4f26-9eb6-7c4244a2cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:07.217439 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3ffa2078-4064-4cb8-81d9-60428e8a5d7d req-06eb45a3-2fd6-4f26-9eb6-7c4244a2cfc7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=68241fca29234db0be94c2b6f7eaeb4d&device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 1098 time: 0.0968654 Jul 13 18:26:07.230274 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64634362-1af5-4540-aeaf-294ec8daf25a req-fb171516-9da5-4ca2-87dd-4e7cbe868a67 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:07.230790 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-64634362-1af5-4540-aeaf-294ec8daf25a req-fb171516-9da5-4ca2-87dd-4e7cbe868a67 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1150243 Jul 13 18:26:07.323507 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-64634362-1af5-4540-aeaf-294ec8daf25a req-d2d2e7aa-ff1b-4d79-9d42-6c2c6d8c9d95 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837481 Jul 13 18:26:07.351630 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa2078-4064-4cb8-81d9-60428e8a5d7d req-0e497d86-205a-4a72-8ab4-087efd7d5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:07.351630 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3ffa2078-4064-4cb8-81d9-60428e8a5d7d req-0e497d86-205a-4a72-8ab4-087efd7d5ac6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d HTTP/1.1" status: 200 len: 918 time: 0.1157064 Jul 13 18:26:07.446213 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3ffa2078-4064-4cb8-81d9-60428e8a5d7d req-acb6eadb-35b7-4059-a644-af5d297f82d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c350fbe-c736-4c70-b069-c08d7601d7ba HTTP/1.1" status: 200 len: 1001 time: 0.0882785 Jul 13 18:26:07.512562 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52460baa-57c1-423c-b708-8753e25d056f req-26870d94-2d42-47d0-9322-3b3852b4b455 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:07.514239 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-52460baa-57c1-423c-b708-8753e25d056f req-26870d94-2d42-47d0-9322-3b3852b4b455 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1496396 Jul 13 18:26:07.530305 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa2078-4064-4cb8-81d9-60428e8a5d7d req-ea809668-1291-4354-956b-1ddcab01771b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:07.531949 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3ffa2078-4064-4cb8-81d9-60428e8a5d7d req-ea809668-1291-4354-956b-1ddcab01771b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=debf1583-97cc-49b3-a3ab-32a9aef91126 HTTP/1.1" status: 200 len: 856 time: 0.0725131 Jul 13 18:26:07.594148 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-52460baa-57c1-423c-b708-8753e25d056f req-98558b3d-2f4c-44ba-baea-6d4624a7f85d tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737913 Jul 13 18:26:07.618987 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa2078-4064-4cb8-81d9-60428e8a5d7d req-6b209b46-9526-49ce-a38e-507ffca99645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:07.620777 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3ffa2078-4064-4cb8-81d9-60428e8a5d7d req-6b209b46-9526-49ce-a38e-507ffca99645 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772784 Jul 13 18:26:07.717525 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3ffa2078-4064-4cb8-81d9-60428e8a5d7d req-278fc26a-e8a5-4978-b564-b48a3ffbbb8e service neutron] 10.222.0.32 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884547 Jul 13 18:26:07.847109 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3ffa2078-4064-4cb8-81d9-60428e8a5d7d req-0f52ec6d-ad85-4ddd-998b-a14700f7ae0e service neutron] 10.222.0.32 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230199 Jul 13 18:26:08.550273 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81574a06-103b-4bdf-b8ea-ae6134593ffc req-c0f15c6d-5c86-42d5-8e5e-eafcfb2bac64 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:08.551814 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-81574a06-103b-4bdf-b8ea-ae6134593ffc req-c0f15c6d-5c86-42d5-8e5e-eafcfb2bac64 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1046801 Jul 13 18:26:08.573220 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e4a78-a5a6-4087-91b3-a7d5f1aa5064 req-97419702-0d87-4a73-be84-2b8227a13d7d tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:08.574738 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cc8e4a78-a5a6-4087-91b3-a7d5f1aa5064 req-97419702-0d87-4a73-be84-2b8227a13d7d tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=6acb61f8-f30b-4687-a76a-522ab4a72244 HTTP/1.1" status: 200 len: 946 time: 0.1181946 Jul 13 18:26:08.631483 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-81574a06-103b-4bdf-b8ea-ae6134593ffc req-bb31343d-0e4b-46bb-ac12-810540b69956 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557315 Jul 13 18:26:08.640167 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cc8e4a78-a5a6-4087-91b3-a7d5f1aa5064 req-29c92705-e195-4997-9739-e59fde6fe7a4 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573018 Jul 13 18:26:08.810715 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3d6df-15b7-47b7-bf1d-837ec5873ac3 req-06efeb5b-f126-438b-9d95-4d49be17abe9 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:08.812210 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3fe3d6df-15b7-47b7-bf1d-837ec5873ac3 req-06efeb5b-f126-438b-9d95-4d49be17abe9 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.0634410 Jul 13 18:26:08.869548 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3fe3d6df-15b7-47b7-bf1d-837ec5873ac3 req-c9bc07be-4bed-4e80-b918-2625cc145aed tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502443 Jul 13 18:26:09.021349 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-91358bf7-f733-4050-91f0-709e26e79b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:09.358853 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:09.874043 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a834d8-62c2-446a-8ec9-cfc67b8e22d6 req-40ee9b85-b89b-4551-afe8-239452d97c4b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:09.875509 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-46a834d8-62c2-446a-8ec9-cfc67b8e22d6 req-40ee9b85-b89b-4551-afe8-239452d97c4b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1225543 Jul 13 18:26:09.886908 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b9ff7-9a08-4322-ad08-395df5fc0544 req-bb6d8f5a-080c-46d3-9da9-0f6240c91218 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:09.888337 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5d8b9ff7-9a08-4322-ad08-395df5fc0544 req-bb6d8f5a-080c-46d3-9da9-0f6240c91218 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=6acb61f8-f30b-4687-a76a-522ab4a72244 HTTP/1.1" status: 200 len: 946 time: 0.1219630 Jul 13 18:26:09.942016 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-46a834d8-62c2-446a-8ec9-cfc67b8e22d6 req-517901c1-957d-49d9-8c03-21a0dde8e5d4 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527389 Jul 13 18:26:09.947443 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5d8b9ff7-9a08-4322-ad08-395df5fc0544 req-2e05a5ec-9d67-4340-9351-42e8d84f4100 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523384 Jul 13 18:26:10.111469 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6b623-aca0-4774-abdc-979ba609a3cf req-7851d599-a9a9-4ce3-855d-11a0894468bf tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:10.113005 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dfc6b623-aca0-4774-abdc-979ba609a3cf req-7851d599-a9a9-4ce3-855d-11a0894468bf tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.0653458 Jul 13 18:26:10.152122 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dfc6b623-aca0-4774-abdc-979ba609a3cf req-ffafe86f-8354-47d5-a757-88c2e6248465 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325637 Jul 13 18:26:11.171099 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44795e2e-42c2-4a8c-be22-fafc0ffbf9d5 req-84671fc2-55b9-49bc-9fc5-cec892f54341 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:11.172583 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-44795e2e-42c2-4a8c-be22-fafc0ffbf9d5 req-84671fc2-55b9-49bc-9fc5-cec892f54341 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=6acb61f8-f30b-4687-a76a-522ab4a72244 HTTP/1.1" status: 200 len: 946 time: 0.1099927 Jul 13 18:26:11.180691 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5b2c8-d00b-486d-b204-580b9a0dfe85 req-af7448f5-284a-41a2-9ebf-dcd625c03e1e tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:11.182199 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b4d5b2c8-d00b-486d-b204-580b9a0dfe85 req-af7448f5-284a-41a2-9ebf-dcd625c03e1e tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1028092 Jul 13 18:26:11.242508 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-44795e2e-42c2-4a8c-be22-fafc0ffbf9d5 req-09b9b3d7-0e10-45b4-8a58-fc1c82ac7370 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593581 Jul 13 18:26:11.247865 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b4d5b2c8-d00b-486d-b204-580b9a0dfe85 req-1426ac03-badb-448c-acc8-a43856a0dde4 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560198 Jul 13 18:26:11.415362 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4e34d74a-e5a8-4f75-9809-e4f52f39f820 req-29184999-876b-466e-aae2-af9fd1e1e829 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821936 Jul 13 18:26:11.438904 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-cd0b2b83-8a99-4fc7-870f-d98dc992fdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:11.452302 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7a030-49e3-4cc3-834d-007c54cc7782 req-c386142d-9c7b-45d3-a036-546d684c8b5c tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:11.453780 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-69e7a030-49e3-4cc3-834d-007c54cc7782 req-c386142d-9c7b-45d3-a036-546d684c8b5c tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.0786667 Jul 13 18:26:11.519082 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 1c350fbe-c736-4c70-b069-c08d7601d7ba no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:26:11.526300 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-69e7a030-49e3-4cc3-834d-007c54cc7782 req-aa0c62d0-5cbc-4a22-a7b2-b18e9ddfa071 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570886 Jul 13 18:26:11.547098 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34d74a-e5a8-4f75-9809-e4f52f39f820 req-246eeac7-7616-4ac7-af6e-6c4185d28f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:11.548693 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4e34d74a-e5a8-4f75-9809-e4f52f39f820 req-246eeac7-7616-4ac7-af6e-6c4185d28f40 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6142a2ec1d3e454297a59aa3b11d17aa&device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 1099 time: 0.0909178 Jul 13 18:26:11.614464 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:11.638319 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c350fbe-c736-4c70-b069-c08d7601d7ba'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:26:11.640637 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f139a99b-a877-4bd2-a7fe-72be3d7b93fa" -d '{"events": [{"server_uuid": "eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21", "name": "network-vif-unplugged", "status": "completed", "tag": "1c350fbe-c736-4c70-b069-c08d7601d7ba"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:26:11.663151 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 1c350fbe-c736-4c70-b069-c08d7601d7ba, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1c350fbe-c736-4c70-b069-c08d7601d7ba,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:26:11.670527 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:11.673361 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34d74a-e5a8-4f75-9809-e4f52f39f820 req-add0d3ba-26d6-41c6-8d83-d31968e72e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:11.674951 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4e34d74a-e5a8-4f75-9809-e4f52f39f820 req-add0d3ba-26d6-41c6-8d83-d31968e72e55 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8712c6dd-710d-48bd-92a1-6aa9b9fb58fe HTTP/1.1" status: 200 len: 919 time: 0.1012769 Jul 13 18:26:11.677988 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:11.700601 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 18:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8629e1e4-eac3-4ef7-a755-f7fbb3d4704c x-openstack-request-id: req-8629e1e4-eac3-4ef7-a755-f7fbb3d4704c {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:26:11.700897 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21", "name": "network-vif-unplugged", "status": "completed", "tag": "1c350fbe-c736-4c70-b069-c08d7601d7ba", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:26:11.701208 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8629e1e4-eac3-4ef7-a755-f7fbb3d4704c {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:26:11.701614 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c350fbe-c736-4c70-b069-c08d7601d7ba', 'code': 200} Jul 13 18:26:11.727031 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=1c350fbe-c736-4c70-b069-c08d7601d7ba,revision_number=8']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:11.792870 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4e34d74a-e5a8-4f75-9809-e4f52f39f820 req-1520e9c1-2f37-4779-866d-425aa086c87b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a38236bc-942d-4ebf-91aa-2da310cac493 HTTP/1.1" status: 200 len: 217 time: 0.0377803 Jul 13 18:26:11.851389 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34d74a-e5a8-4f75-9809-e4f52f39f820 req-14d907b5-c25f-4a4b-8dd0-ea44745c9ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:11.853025 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4e34d74a-e5a8-4f75-9809-e4f52f39f820 req-14d907b5-c25f-4a4b-8dd0-ea44745c9ea0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23bf7fe7-0ee1-431f-b75e-99e1897408f7 HTTP/1.1" status: 200 len: 858 time: 0.0523674 Jul 13 18:26:11.890040 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4e34d74a-e5a8-4f75-9809-e4f52f39f820 req-aebe5e15-22a1-45e0-9671-b0c8f3f3df3b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8712c6dd-710d-48bd-92a1-6aa9b9fb58fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277202 Jul 13 18:26:12.000979 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4e34d74a-e5a8-4f75-9809-e4f52f39f820 req-5bf94762-9f65-4e88-99ff-0c0881f63e44 service neutron] 10.222.0.32 "GET /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951107 Jul 13 18:26:12.137381 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4e34d74a-e5a8-4f75-9809-e4f52f39f820 req-dab76fe7-9aeb-42a3-a435-6e66bec7ec56 service neutron] 10.222.0.32 "GET /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257908 Jul 13 18:26:12.698780 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:12.774878 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09dc2f-5c1b-4dd1-81f3-38a1f1b648d3 req-a4bbc067-3430-457c-906a-9a8e35e43b28 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:12.776500 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7a09dc2f-5c1b-4dd1-81f3-38a1f1b648d3 req-a4bbc067-3430-457c-906a-9a8e35e43b28 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=6acb61f8-f30b-4687-a76a-522ab4a72244 HTTP/1.1" status: 200 len: 946 time: 0.3744555 Jul 13 18:26:12.797272 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a59659-61bf-42f9-bb0c-487c07c7464c req-12d27a28-fe7f-4c20-b824-ff39e2406086 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:12.798766 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d6a59659-61bf-42f9-bb0c-487c07c7464c req-12d27a28-fe7f-4c20-b824-ff39e2406086 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.3607273 Jul 13 18:26:12.854296 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7a09dc2f-5c1b-4dd1-81f3-38a1f1b648d3 req-a18c917e-fdbb-4bc2-b24c-c0a73ad3ac4e tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675461 Jul 13 18:26:12.859405 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d6a59659-61bf-42f9-bb0c-487c07c7464c req-ea605e99-1b5a-4bbe-927d-447fc09ed37b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530112 Jul 13 18:26:13.023227 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e9b40-b284-44e8-bcbe-16e83d39d7f8 req-77b23c4a-4b54-449b-a644-a47fcb567747 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:13.024564 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b17e9b40-b284-44e8-bcbe-16e83d39d7f8 req-77b23c4a-4b54-449b-a644-a47fcb567747 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.0652161 Jul 13 18:26:13.063040 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b17e9b40-b284-44e8-bcbe-16e83d39d7f8 req-6adcbc76-ba8c-45eb-94a8-f64248f21d77 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325511 Jul 13 18:26:13.368520 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e98ee1-ce73-47e5-a832-bb218e25658e req-264fd151-d60e-4ec8-98d2-a989224b7ad6 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:13.370005 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c2e98ee1-ce73-47e5-a832-bb218e25658e req-264fd151-d60e-4ec8-98d2-a989224b7ad6 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.32 "GET /v2.0/ports?device_id=6acb61f8-f30b-4687-a76a-522ab4a72244 HTTP/1.1" status: 200 len: 946 time: 0.0842180 Jul 13 18:26:13.527159 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-c2e98ee1-ce73-47e5-a832-bb218e25658e req-6de0b907-c8e4-4f05-8884-817cc1e5c60c tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Deleting port 2a3fde56-393d-4b02-aa1c-5c61abf3ee55 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:26:13.527628 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-c2e98ee1-ce73-47e5-a832-bb218e25658e req-6de0b907-c8e4-4f05-8884-817cc1e5c60c tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:13.641451 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-c2e98ee1-ce73-47e5-a832-bb218e25658e req-6de0b907-c8e4-4f05-8884-817cc1e5c60c tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] For port 2a3fde56-393d-4b02-aa1c-5c61abf3ee55, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2a3fde56-393d-4b02-aa1c-5c61abf3ee55,segment=NetworkSegment(05c870cd-3bb6-4e42-91de-1e7875c12f6e),segment_id=05c870cd-3bb6-4e42-91de-1e7875c12f6e)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:26:13.641704 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-c2e98ee1-ce73-47e5-a832-bb218e25658e req-6de0b907-c8e4-4f05-8884-817cc1e5c60c tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:13.655663 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-c2e98ee1-ce73-47e5-a832-bb218e25658e req-6de0b907-c8e4-4f05-8884-817cc1e5c60c tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Calling delete_port for 2a3fde56-393d-4b02-aa1c-5c61abf3ee55 owned by compute:nova {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:26:13.795269 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-c2e98ee1-ce73-47e5-a832-bb218e25658e req-6de0b907-c8e4-4f05-8884-817cc1e5c60c tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:13.831343 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0b907-c8e4-4f05-8884-817cc1e5c60c tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Pushing event deleted for resources: {'Port': ['ID=2a3fde56-393d-4b02-aa1c-5c61abf3ee55,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:13.837978 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['2a3fde56-393d-4b02-aa1c-5c61abf3ee55'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:26:13.912631 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e98ee1-ce73-47e5-a832-bb218e25658e req-6de0b907-c8e4-4f05-8884-817cc1e5c60c tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] No DVR routers for this DVR port 2a3fde56-393d-4b02-aa1c-5c61abf3ee55 on host hv-cinder-78692 {{(pid=92973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:26:13.916275 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-c2e98ee1-ce73-47e5-a832-bb218e25658e req-6de0b907-c8e4-4f05-8884-817cc1e5c60c tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:13.923273 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c2e98ee1-ce73-47e5-a832-bb218e25658e req-6de0b907-c8e4-4f05-8884-817cc1e5c60c tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.32 "DELETE /v2.0/ports/2a3fde56-393d-4b02-aa1c-5c61abf3ee55 HTTP/1.1" status: 204 len: 173 time: 0.5448749 Jul 13 18:26:13.924059 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acb61f8-f30b-4687-a76a-522ab4a72244', 'name': 'network-vif-deleted', 'tag': '2a3fde56-393d-4b02-aa1c-5c61abf3ee55'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:26:13.934992 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63a9f40-fce2-46e5-a5db-dbd47a0d5ca2" -d '{"events": [{"server_uuid": "6acb61f8-f30b-4687-a76a-522ab4a72244", "name": "network-vif-deleted", "tag": "2a3fde56-393d-4b02-aa1c-5c61abf3ee55"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:26:14.108746 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e643f37b-af8f-49c1-acfa-2cca9e050986 req-70652ebd-5a97-4914-ad80-ca4f53e47707 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=6acb61f8-f30b-4687-a76a-522ab4a72244 HTTP/1.1" status: 200 len: 210 time: 0.0551815 Jul 13 18:26:14.187091 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dad29b9-3d69-484a-bebb-8af4f7188fa2 x-openstack-request-id: req-3dad29b9-3d69-484a-bebb-8af4f7188fa2 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:26:14.187527 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6acb61f8-f30b-4687-a76a-522ab4a72244", "name": "network-vif-deleted", "tag": "2a3fde56-393d-4b02-aa1c-5c61abf3ee55", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:26:14.187818 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3dad29b9-3d69-484a-bebb-8af4f7188fa2 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:26:14.188337 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acb61f8-f30b-4687-a76a-522ab4a72244', 'name': 'network-vif-deleted', 'tag': '2a3fde56-393d-4b02-aa1c-5c61abf3ee55', 'status': 'completed', 'code': 200} Jul 13 18:26:14.198817 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b2499-2f98-45a0-89cb-574a91111529 req-c9c93e14-2f63-43bd-bc02-eea647810b21 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:14.201275 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ee2b2499-2f98-45a0-89cb-574a91111529 req-c9c93e14-2f63-43bd-bc02-eea647810b21 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.1252651 Jul 13 18:26:14.251305 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ee2b2499-2f98-45a0-89cb-574a91111529 req-6ac6d60a-c039-40da-b800-00ea9038ddb4 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414164 Jul 13 18:26:14.323814 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:14.426190 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e3658-186b-493f-99af-128bfd9d201f req-37561a04-ac85-46cf-bd36-d793c70e1723 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:14.428938 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ea1e3658-186b-493f-99af-128bfd9d201f req-37561a04-ac85-46cf-bd36-d793c70e1723 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.0989063 Jul 13 18:26:14.486914 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ea1e3658-186b-493f-99af-128bfd9d201f req-876e057b-3dde-4f0d-82cd-328c7079ec13 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491736 Jul 13 18:26:15.417871 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68b9c9-ec42-432e-9579-f3e1ea374ebb req-9c001f92-266b-4377-b3d1-a72654302f59 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:15.419957 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-eb68b9c9-ec42-432e-9579-f3e1ea374ebb req-9c001f92-266b-4377-b3d1-a72654302f59 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.0869343 Jul 13 18:26:15.481426 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-eb68b9c9-ec42-432e-9579-f3e1ea374ebb req-a6137b9e-715e-42bc-9502-84af96259e12 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514269 Jul 13 18:26:15.621971 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-20697376-2579-4fbb-8a0e-fa4167da2fe0 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:15.624343 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-20697376-2579-4fbb-8a0e-fa4167da2fe0 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/networks?id=defbbbc1-7f2d-475f-a90d-b6b33fb6fa56 HTTP/1.1" status: 200 len: 807 time: 0.1350849 Jul 13 18:26:15.639935 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-0466910d-4636-48cc-ac00-16c2f960265f tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/quotas/8bfa423b48af489a8cbe7de5257a6278 HTTP/1.1" status: 200 len: 375 time: 0.0105984 Jul 13 18:26:15.716774 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-de586134-443a-4fcd-8f8f-0fbe01be3383 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bfa423b48af489a8cbe7de5257a6278&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637217 Jul 13 18:26:15.816954 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b83669-9390-450a-9eca-dbbac1e0a9ca req-77282464-ff08-4d7a-9422-c9b0261b1205 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:15.818529 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-21b83669-9390-450a-9eca-dbbac1e0a9ca req-77282464-ff08-4d7a-9422-c9b0261b1205 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1754079 Jul 13 18:26:15.857841 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-a84f7817-9d97-4f80-adc8-e73ddb183b09 service neutron] 10.222.0.11 "GET /v2.0/networks/defbbbc1-7f2d-475f-a90d-b6b33fb6fa56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297066 Jul 13 18:26:15.877220 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 38290) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:26:15.901885 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-21b83669-9390-450a-9eca-dbbac1e0a9ca req-97191ebc-8fbe-4005-91ab-1ad60433e0d0 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760770 Jul 13 18:26:15.974211 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-78044432-87ec-4e14-b85e-71fe78547a14 service neutron] 10.222.0.11 "GET /v2.0/networks/defbbbc1-7f2d-475f-a90d-b6b33fb6fa56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030393 Jul 13 18:26:16.009045 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-bdd717f2-cc68-45f6-bb8f-1e600a4a37d8 req-9103a8f8-853a-482b-aeb4-ca17a94fab30 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1305816 Jul 13 18:26:16.164311 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-35e4a71d-4536-468c-b054-0ab037531d06 req-9446cd7b-16ea-4a51-9817-a6626e2797e9 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 210 time: 0.0294168 Jul 13 18:26:16.688214 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb19e0b-186d-4075-a533-c3658d79c8fe req-502f708f-c217-4ccc-ac52-fa3ac29972b4 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:16.689761 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bdb19e0b-186d-4075-a533-c3658d79c8fe req-502f708f-c217-4ccc-ac52-fa3ac29972b4 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.0815573 Jul 13 18:26:16.728995 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bdb19e0b-186d-4075-a533-c3658d79c8fe req-f733cecd-0b37-4993-a270-c07a245acdbb tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330436 Jul 13 18:26:17.102568 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e0d10-3bf3-46ad-8433-37c5675e7560 req-4b45a329-64be-4858-9028-16efa955be83 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:17.104210 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-197e0d10-3bf3-46ad-8433-37c5675e7560 req-4b45a329-64be-4858-9028-16efa955be83 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.0751395 Jul 13 18:26:17.160110 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-197e0d10-3bf3-46ad-8433-37c5675e7560 req-becc5ca1-471f-4b8d-856b-a34eda15592e tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501788 Jul 13 18:26:17.249083 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ef52f982-5b23-46c5-896b-010a5fe21802 req-9f2cc0bf-2a02-40b2-b1bd-9f1dc69ac2dd tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 210 time: 0.0299122 Jul 13 18:26:17.720976 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 2a3fde56-393d-4b02-aa1c-5c61abf3ee55 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:26:17.742669 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] No Port match for: 2a3fde56-393d-4b02-aa1c-5c61abf3ee55 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:26:17.743012 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 2a3fde56-393d-4b02-aa1c-5c61abf3ee55 not bound to the agent host hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:26:17.743415 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 1c350fbe-c736-4c70-b069-c08d7601d7ba no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:26:17.942773 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e64c3d-71ed-4674-869b-1b9e8ddb44ac req-1d6ea0fa-e31c-4817-a760-34de6ff52097 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:17.944388 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-23e64c3d-71ed-4674-869b-1b9e8ddb44ac req-1d6ea0fa-e31c-4817-a760-34de6ff52097 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.0821788 Jul 13 18:26:18.005330 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-23e64c3d-71ed-4674-869b-1b9e8ddb44ac req-61f44b27-211c-4497-b4f4-9e0158bf1413 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547726 Jul 13 18:26:18.364755 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6e487178-e306-439a-ace6-86ab8e5c87fb req-af17967b-d391-4888-90b6-25dcff41a4ac tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 210 time: 0.0342450 Jul 13 18:26:18.405264 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48103f5a-a560-4ca3-b90f-f2c066825e77 req-ba245e2f-0f93-4d2b-8343-acac60f4edb0 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:18.407033 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-48103f5a-a560-4ca3-b90f-f2c066825e77 req-ba245e2f-0f93-4d2b-8343-acac60f4edb0 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1091900 Jul 13 18:26:18.451175 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-48103f5a-a560-4ca3-b90f-f2c066825e77 req-f260cb6f-216e-4646-b1a2-4c766abe0932 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344875 Jul 13 18:26:19.207160 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a4bce-cd66-405c-99cb-bdfc41c9885d req-3b2767fd-e248-43af-8e53-40602dc991da tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:19.208742 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bf7a4bce-cd66-405c-99cb-bdfc41c9885d req-3b2767fd-e248-43af-8e53-40602dc991da tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.0755506 Jul 13 18:26:19.251740 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bf7a4bce-cd66-405c-99cb-bdfc41c9885d req-70dba52f-2115-4d10-986c-f2fa28f96aac tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353713 Jul 13 18:26:19.480336 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-db5fe308-684d-4c6b-b2b5-cd01205c8c72 req-86324c7a-a57e-4f94-98e7-9c883cc4a796 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 210 time: 0.0427036 Jul 13 18:26:19.488303 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd717f2-cc68-45f6-bb8f-1e600a4a37d8 req-53dc1be9-c5cb-47fa-9b44-2cf82f4c8eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:19.490093 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bdd717f2-cc68-45f6-bb8f-1e600a4a37d8 req-53dc1be9-c5cb-47fa-9b44-2cf82f4c8eb1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21&tenant_id=68241fca29234db0be94c2b6f7eaeb4d HTTP/1.1" status: 200 len: 1096 time: 0.1375978 Jul 13 18:26:19.599650 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd717f2-cc68-45f6-bb8f-1e600a4a37d8 req-2f0de160-b0bf-48b7-9631-69b419a09099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:19.602910 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bdd717f2-cc68-45f6-bb8f-1e600a4a37d8 req-2f0de160-b0bf-48b7-9631-69b419a09099 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=68241fca29234db0be94c2b6f7eaeb4d&device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 1096 time: 0.0738845 Jul 13 18:26:19.734670 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd717f2-cc68-45f6-bb8f-1e600a4a37d8 req-16588f4e-d106-412a-95b4-d212c8f6f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:19.736049 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bdd717f2-cc68-45f6-bb8f-1e600a4a37d8 req-16588f4e-d106-412a-95b4-d212c8f6f4b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d HTTP/1.1" status: 200 len: 918 time: 0.1253171 Jul 13 18:26:19.797802 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d898b1e-4f18-4486-b8d5-ebdd4e3161f6 req-416ae8b2-9b4f-4aff-90ec-a29f8a1110ee tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:19.799301 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9d898b1e-4f18-4486-b8d5-ebdd4e3161f6 req-416ae8b2-9b4f-4aff-90ec-a29f8a1110ee tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1340365 Jul 13 18:26:19.826825 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bdd717f2-cc68-45f6-bb8f-1e600a4a37d8 req-76075d5a-bad8-465b-911f-af2cea33847e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c350fbe-c736-4c70-b069-c08d7601d7ba HTTP/1.1" status: 200 len: 999 time: 0.0834508 Jul 13 18:26:19.879628 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9d898b1e-4f18-4486-b8d5-ebdd4e3161f6 req-773eb326-40a8-4ccb-a4c6-17888c00481f tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715108 Jul 13 18:26:19.896149 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd717f2-cc68-45f6-bb8f-1e600a4a37d8 req-c458fde8-292b-4857-8620-2bbcc8ee3879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:19.898620 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bdd717f2-cc68-45f6-bb8f-1e600a4a37d8 req-c458fde8-292b-4857-8620-2bbcc8ee3879 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=debf1583-97cc-49b3-a3ab-32a9aef91126 HTTP/1.1" status: 200 len: 856 time: 0.0641589 Jul 13 18:26:19.972577 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd717f2-cc68-45f6-bb8f-1e600a4a37d8 req-d7dbd72e-6aa6-4ca2-af34-9b69e713930b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:19.975625 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bdd717f2-cc68-45f6-bb8f-1e600a4a37d8 req-d7dbd72e-6aa6-4ca2-af34-9b69e713930b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691135 Jul 13 18:26:20.082273 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bdd717f2-cc68-45f6-bb8f-1e600a4a37d8 req-142265e5-2216-4e68-8e76-f3ab29074bae service neutron] 10.222.0.32 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990949 Jul 13 18:26:20.199101 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bdd717f2-cc68-45f6-bb8f-1e600a4a37d8 req-abd207ff-d0e7-44fa-ad1f-91477316d850 service neutron] 10.222.0.32 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104047 Jul 13 18:26:20.246313 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 38372) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:26:20.369433 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6acbed05-16a0-4ea2-91f4-1ca2eda1f6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:20.455449 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ba84f-4dc2-44ec-b833-e26539c8442e req-3175a6f4-8e7a-4618-b5ed-06cc72a7070a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:20.457143 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-983ba84f-4dc2-44ec-b833-e26539c8442e req-3175a6f4-8e7a-4618-b5ed-06cc72a7070a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.0753415 Jul 13 18:26:20.468907 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6acbed05-16a0-4ea2-91f4-1ca2eda1f6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:20.473241 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6acbed05-16a0-4ea2-91f4-1ca2eda1f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:20.518140 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-983ba84f-4dc2-44ec-b833-e26539c8442e req-7a602f39-5305-4df8-986a-dfb5b056d0dd tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510888 Jul 13 18:26:20.523754 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-6acbed05-16a0-4ea2-91f4-1ca2eda1f6ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=43e4cda7bc154bcfbbfbf6163a2b3a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758520 Jul 13 18:26:20.523885 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 38390) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:26:20.524971 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbed05-16a0-4ea2-91f4-1ca2eda1f6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44a5f2f-f32c-4a85-b22f-a7f62ae3ebb2,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:20.538125 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbed05-16a0-4ea2-91f4-1ca2eda1f6ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:20.538506 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbed05-16a0-4ea2-91f4-1ca2eda1f6ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:20.538848 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbed05-16a0-4ea2-91f4-1ca2eda1f6ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:20.539182 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbed05-16a0-4ea2-91f4-1ca2eda1f6ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:20.539509 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbed05-16a0-4ea2-91f4-1ca2eda1f6ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:20.541130 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbed05-16a0-4ea2-91f4-1ca2eda1f6ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:20.541475 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbed05-16a0-4ea2-91f4-1ca2eda1f6ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:20.541807 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbed05-16a0-4ea2-91f4-1ca2eda1f6ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:20.542146 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbed05-16a0-4ea2-91f4-1ca2eda1f6ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:20.542496 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbed05-16a0-4ea2-91f4-1ca2eda1f6ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:20.542794 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbed05-16a0-4ea2-91f4-1ca2eda1f6ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:20.543114 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbed05-16a0-4ea2-91f4-1ca2eda1f6ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:20.590822 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7b43f309-dd63-482f-a89e-b326462991fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:20.618558 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7b43f309-dd63-482f-a89e-b326462991fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:20.654782 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-fed0fe4c-9d46-4af3-b48f-64f2f31bcdc0 req-e73883a3-4df3-4030-bd11-988a7bb64fec tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 210 time: 0.0392275 Jul 13 18:26:20.697754 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7b43f309-dd63-482f-a89e-b326462991fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:20.701597 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7b43f309-dd63-482f-a89e-b326462991fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:20.703037 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-7b43f309-dd63-482f-a89e-b326462991fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f44a5f2f-f32c-4a85-b22f-a7f62ae3ebb2 HTTP/1.1" status: 204 len: 168 time: 0.1780546 Jul 13 18:26:20.714743 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43f309-dd63-482f-a89e-b326462991fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44a5f2f-f32c-4a85-b22f-a7f62ae3ebb2,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:21.242733 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fee99-17dd-4660-b1d6-57b36fb57348 req-836b7f94-78ac-49a1-8935-f3fc63e3c8a8 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:21.252390 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-930fee99-17dd-4660-b1d6-57b36fb57348 req-836b7f94-78ac-49a1-8935-f3fc63e3c8a8 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1536527 Jul 13 18:26:21.322958 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-930fee99-17dd-4660-b1d6-57b36fb57348 req-cb2bb42b-bf80-41f4-8901-ff7bb28673e3 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693684 Jul 13 18:26:21.806218 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75c7df-6287-4833-8be5-65274e44563d req-50c9f3be-affb-4057-91a3-6decf38bc533 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:21.808850 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bc75c7df-6287-4833-8be5-65274e44563d req-50c9f3be-affb-4057-91a3-6decf38bc533 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.1256626 Jul 13 18:26:21.896343 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-13dee116-371d-43b0-95ea-3de16cd7a15b req-86d63acc-508f-4163-a475-35c309de4e78 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 210 time: 0.0558009 Jul 13 18:26:21.899788 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bc75c7df-6287-4833-8be5-65274e44563d req-053fe039-9cc0-4bbe-846c-f3044d7b1df2 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850317 Jul 13 18:26:22.645348 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba65ee-7a41-4104-bb29-ec4f0cb59798 req-c3cc5b98-e5f4-4446-a331-08d1c5b80bd2 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:22.648618 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4cba65ee-7a41-4104-bb29-ec4f0cb59798 req-c3cc5b98-e5f4-4446-a331-08d1c5b80bd2 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.0944562 Jul 13 18:26:22.696382 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4cba65ee-7a41-4104-bb29-ec4f0cb59798 req-532d43ab-d333-4a4a-aa7e-587e37a52f77 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414402 Jul 13 18:26:23.100885 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bc28fc10-7952-4ca4-9e7c-a488e5034332 req-3b31b4d5-d272-40db-a89f-0c66d706fada tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 210 time: 0.0445869 Jul 13 18:26:23.194174 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b569c-5022-4507-a8f0-1767516bb0e3 req-a919b4a0-59c8-4948-9e06-373b31a4bee9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:23.198055 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-fb5b569c-5022-4507-a8f0-1767516bb0e3 req-a919b4a0-59c8-4948-9e06-373b31a4bee9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.0858824 Jul 13 18:26:23.248538 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-fb5b569c-5022-4507-a8f0-1767516bb0e3 req-d3725139-a1dc-4acc-9f69-478f07badfb6 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458679 Jul 13 18:26:23.940337 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 38438) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:26:23.966610 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650cacc-9c1b-4931-bb65-4759e5855c40 req-0b1cfc9b-235d-477b-8bb4-0ef3fed8e3ae tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:23.968240 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8650cacc-9c1b-4931-bb65-4759e5855c40 req-0b1cfc9b-235d-477b-8bb4-0ef3fed8e3ae tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1025038 Jul 13 18:26:24.028791 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8650cacc-9c1b-4931-bb65-4759e5855c40 req-6a538779-987c-40b8-bf16-da6994fdcb52 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540514 Jul 13 18:26:24.073619 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-3ba96f86-0cab-4261-aafb-1a8b51bd22ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:24.198196 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-3ba96f86-0cab-4261-aafb-1a8b51bd22ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:24.204048 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-3ba96f86-0cab-4261-aafb-1a8b51bd22ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:24.297057 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-3ba96f86-0cab-4261-aafb-1a8b51bd22ec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9c214802a6ab4ada8e0d6c8e52a69fbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3535738 Jul 13 18:26:24.297601 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 38448) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:26:24.299685 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c5940e80-a7ce-46f9-9451-99e60c9e6351 req-14fa93c4-b64c-40c6-b298-51eea59ce408 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 210 time: 0.0646436 Jul 13 18:26:24.301306 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba96f86-0cab-4261-aafb-1a8b51bd22ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea0aadd-7c32-4969-b994-e16f1dd0f64e,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:24.393775 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b4b11e20-e26a-4d85-bae1-6070e008c195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:24.433735 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b4b11e20-e26a-4d85-bae1-6070e008c195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:24.517440 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b4b11e20-e26a-4d85-bae1-6070e008c195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:24.523503 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b4b11e20-e26a-4d85-bae1-6070e008c195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:24.527675 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-b4b11e20-e26a-4d85-bae1-6070e008c195 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ea0aadd-7c32-4969-b994-e16f1dd0f64e HTTP/1.1" status: 204 len: 168 time: 0.2266655 Jul 13 18:26:24.537708 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ef11a-fb20-43e3-832b-1bae15b41aab req-be5dd19c-8582-415a-90c1-0cd2072427c1 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:24.539955 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b11e20-e26a-4d85-bae1-6070e008c195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea0aadd-7c32-4969-b994-e16f1dd0f64e,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:24.544693 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d38ef11a-fb20-43e3-832b-1bae15b41aab req-be5dd19c-8582-415a-90c1-0cd2072427c1 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.1203904 Jul 13 18:26:24.639538 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d38ef11a-fb20-43e3-832b-1bae15b41aab req-b7d06b6a-9219-4b24-819e-6913d8173720 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929036 Jul 13 18:26:25.329427 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bec48d-6a00-4a2a-8f9e-4395e69d995b req-1d2427b6-c5c2-4648-ae00-f4faf605e555 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:25.333459 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-22bec48d-6a00-4a2a-8f9e-4395e69d995b req-1d2427b6-c5c2-4648-ae00-f4faf605e555 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1227436 Jul 13 18:26:25.436243 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-22bec48d-6a00-4a2a-8f9e-4395e69d995b req-4e50396a-ac99-4255-a81f-e35c476371fa tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855348 Jul 13 18:26:25.536797 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d02da7b6-0a07-46b8-a4a7-18f0567ca632 req-725de83b-89b2-4e07-a8c7-cf52677945f9 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 210 time: 0.0505536 Jul 13 18:26:25.684057 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 38474) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:26:25.867839 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-aa8b3240-089a-4834-8348-45aa648e3689 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-121300086-network', 'tenant_id': '208fd58ff0764671b4d85303c68f5579'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:26:25.921808 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8b3240-089a-4834-8348-45aa648e3689 admin admin] Made reservation on behalf of 208fd58ff0764671b4d85303c68f5579 for: {'network': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:26:25.929499 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-aa8b3240-089a-4834-8348-45aa648e3689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for network, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:25.938490 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-aa8b3240-089a-4834-8348-45aa648e3689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:25.938779 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a1059-bd9f-45e7-9edd-667ff220e4f7 req-d86fe656-77ad-4600-b949-9c3209b4d1f2 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:25.945920 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f61a1059-bd9f-45e7-9edd-667ff220e4f7 req-d86fe656-77ad-4600-b949-9c3209b4d1f2 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.1148832 Jul 13 18:26:26.005406 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f61a1059-bd9f-45e7-9edd-667ff220e4f7 req-7aa8f061-7d7c-4d6a-9159-be8e3c364146 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581255 Jul 13 18:26:26.120418 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-aa8b3240-089a-4834-8348-45aa648e3689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:26.127133 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-aa8b3240-089a-4834-8348-45aa648e3689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:26.155512 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8b3240-089a-4834-8348-45aa648e3689 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=92974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 18:26:26.171797 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b3240-089a-4834-8348-45aa648e3689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60076bb4-fbc7-48af-8668-4da7dc285382,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:26.179027 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-aa8b3240-089a-4834-8348-45aa648e3689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:26.179379 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.segments_db [None req-aa8b3240-089a-4834-8348-45aa648e3689 admin admin] Added segment 2e04bb62-f176-4eee-935b-66512fcf84ab of type vlan for network db72fb8d-846f-4768-b0fc-a0927b8035c2 Jul 13 18:26:26.231948 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-aa8b3240-089a-4834-8348-45aa648e3689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737535993375'] for network, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:26.283658 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-aa8b3240-089a-4834-8348-45aa648e3689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for network, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:26.285109 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8b3240-089a-4834-8348-45aa648e3689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:26.285790 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-aa8b3240-089a-4834-8348-45aa648e3689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:26.357316 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-aa8b3240-089a-4834-8348-45aa648e3689 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6719480 Jul 13 18:26:26.364213 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 38480) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:26:26.376016 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-c5188cb8-e79e-4108-8e78-ae168c265e4e admin admin] Request body: {'subnet': {'network_id': 'db72fb8d-846f-4768-b0fc-a0927b8035c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-121300086-subnet', 'tenant_id': '208fd58ff0764671b4d85303c68f5579', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:26:26.379038 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b3240-089a-4834-8348-45aa648e3689 admin admin] Pushing event updated for resources: {'Network': ['ID=db72fb8d-846f-4768-b0fc-a0927b8035c2,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:26.396158 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Network db72fb8d-846f-4768-b0fc-a0927b8035c2 details requested by agent ovs-agent-dv-cinder-786928-3-iscsi with host dv-cinder-786928-3-iscsi {{(pid=92975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 18:26:26.430256 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5188cb8-e79e-4108-8e78-ae168c265e4e admin admin] Made reservation on behalf of 208fd58ff0764671b4d85303c68f5579 for: {'subnet': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:26:26.435247 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-c5188cb8-e79e-4108-8e78-ae168c265e4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8946667'] for subnet, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:26.794806 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-452dfed3-b36f-444f-80ef-013c7854903b req-9899090b-46c6-4d25-af20-c496affa3590 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 210 time: 0.0607307 Jul 13 18:26:26.801569 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-c5188cb8-e79e-4108-8e78-ae168c265e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8946649'] for subnet, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:26.871516 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5188cb8-e79e-4108-8e78-ae168c265e4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=df4c6ea3-4c88-4edb-b2fa-29933330ffaa,revision_number=0']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:26.889885 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3e542-c0c5-475b-81be-2757350f1e26 req-3708d674-edf8-4196-a8b3-a3a686b35fcd tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:26.891436 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-53b3e542-c0c5-475b-81be-2757350f1e26 req-3708d674-edf8-4196-a8b3-a3a686b35fcd tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.2565496 Jul 13 18:26:26.974003 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5188cb8-e79e-4108-8e78-ae168c265e4e admin admin] Checking segment: {'id': '2e04bb62-f176-4eee-935b-66512fcf84ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'db72fb8d-846f-4768-b0fc-a0927b8035c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:26:26.974354 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5188cb8-e79e-4108-8e78-ae168c265e4e admin admin] Network hostable DHCP agents. Network: db72fb8d-846f-4768-b0fc-a0927b8035c2, hostable agents: ['65b15fd5-f86c-4cf1-b54a-6ad638ce2cca'], hosted agents: [] {{(pid=92973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 18:26:26.980619 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-53b3e542-c0c5-475b-81be-2757350f1e26 req-5534e8d1-f891-4eba-a728-b2960e93094f tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739753 Jul 13 18:26:27.009624 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5188cb8-e79e-4108-8e78-ae168c265e4e admin admin] Network db72fb8d-846f-4768-b0fc-a0927b8035c2 is scheduled to be hosted by DHCP agent 65b15fd5-f86c-4cf1-b54a-6ad638ce2cca with binding_index 1 {{(pid=92973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 18:26:27.018948 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-c5188cb8-e79e-4108-8e78-ae168c265e4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-3-iscsi, db72fb8d-846f-4768-b0fc-a0927b8035c2) {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:26:27.028228 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5188cb8-e79e-4108-8e78-ae168c265e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:27.028228 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-c5188cb8-e79e-4108-8e78-ae168c265e4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:27.032982 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebc02a5-f6f4-4de8-b059-2a7a7eb045d5 None None] Network db72fb8d-846f-4768-b0fc-a0927b8035c2 requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:26:27.063418 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-c5188cb8-e79e-4108-8e78-ae168c265e4e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6962583 Jul 13 18:26:27.263066 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76129b8-03da-4827-8806-dcc7275748c0 None None] Network db72fb8d-846f-4768-b0fc-a0927b8035c2 requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:26:27.377521 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f8295-e85d-4550-823e-bdbb5785f638 req-2093e307-edb3-43e3-956e-2b029e665611 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:27.379958 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3b4f8295-e85d-4550-823e-bdbb5785f638 req-2093e307-edb3-43e3-956e-2b029e665611 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.1457460 Jul 13 18:26:27.442236 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3b4f8295-e85d-4550-823e-bdbb5785f638 req-36d1bcc1-e10c-4886-97b1-803bb952355e tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506570 Jul 13 18:26:28.050087 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2a7f45b2-dcff-43f4-a2b3-0c7b0feb6b59 req-7e6c3100-5f8d-4441-8cb9-b36fd5eabca3 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 210 time: 0.0634470 Jul 13 18:26:28.274366 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2137380-1057-4f4f-9f1b-e09111485515 req-9d6329f4-cc66-4880-a044-ad04310edc2a tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:28.279014 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d2137380-1057-4f4f-9f1b-e09111485515 req-9d6329f4-cc66-4880-a044-ad04310edc2a tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1142023 Jul 13 18:26:28.340050 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d2137380-1057-4f4f-9f1b-e09111485515 req-1834915c-7b6c-4ae1-a4e5-6a726770489f tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528314 Jul 13 18:26:28.737877 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf741ec-c294-441c-bc87-825dc9b8fc67 req-1dfbfa75-7793-45f5-9184-8b6f9721cfd8 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:28.739775 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-fbf741ec-c294-441c-bc87-825dc9b8fc67 req-1dfbfa75-7793-45f5-9184-8b6f9721cfd8 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.0820975 Jul 13 18:26:28.797182 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-fbf741ec-c294-441c-bc87-825dc9b8fc67 req-04340c87-d57b-4be2-9134-d48579d72c49 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499320 Jul 13 18:26:29.295642 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2715798c-6d34-4017-a203-addca9d7f9db req-62b8f147-25ab-4946-981c-e2c066afb127 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 210 time: 0.0578861 Jul 13 18:26:29.577968 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-ec44df6f-7b09-4116-a92b-c990380c8ccd tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:29.581037 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-ec44df6f-7b09-4116-a92b-c990380c8ccd tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/networks?id=db72fb8d-846f-4768-b0fc-a0927b8035c2 HTTP/1.1" status: 200 len: 813 time: 0.2072453 Jul 13 18:26:29.626031 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c8110-d803-4490-b5d3-cc6392b50a0f req-fc24b313-124a-4ee6-9449-a4641fb523fe tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:29.627745 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-382c8110-d803-4490-b5d3-cc6392b50a0f req-fc24b313-124a-4ee6-9449-a4641fb523fe tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1417122 Jul 13 18:26:29.629492 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-a104e453-7a10-4e4e-94e8-ab43b41ce8f7 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/quotas/208fd58ff0764671b4d85303c68f5579 HTTP/1.1" status: 200 len: 375 time: 0.0329223 Jul 13 18:26:29.698302 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-244f4660-bc43-47ba-b4eb-75414592257a tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=208fd58ff0764671b4d85303c68f5579&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516372 Jul 13 18:26:29.777172 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-382c8110-d803-4490-b5d3-cc6392b50a0f req-909ae62a-aa9d-48ba-9971-76ab39c8fe7c tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323829 Jul 13 18:26:29.823019 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-0fcd1e8d-06be-4a56-aa01-8a107e166c10 service neutron] 10.222.0.11 "GET /v2.0/networks/db72fb8d-846f-4768-b0fc-a0927b8035c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166844 Jul 13 18:26:29.957952 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-2dff7e5b-8724-45b4-90f4-ff68920e2494 service neutron] 10.222.0.11 "GET /v2.0/networks/db72fb8d-846f-4768-b0fc-a0927b8035c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275008 Jul 13 18:26:30.103254 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45a51a-a666-493c-a3a4-e3685d7fbe53 req-5901b862-aed9-4c1e-9f7f-d16b80b57fb2 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:30.104944 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-fb45a51a-a666-493c-a3a4-e3685d7fbe53 req-5901b862-aed9-4c1e-9f7f-d16b80b57fb2 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.1270666 Jul 13 18:26:30.230880 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-781780da-71ec-4100-9088-51fcff6b570a req-ad95a6e0-3fea-44fd-8b7c-68bfed3ea210 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d063924-5855-4bd7-b5d8-8424989a183d HTTP/1.1" status: 200 len: 210 time: 0.0844789 Jul 13 18:26:30.242063 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-fb45a51a-a666-493c-a3a4-e3685d7fbe53 req-83caf752-9437-4e2a-aed2-5216d06623ac tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227455 Jul 13 18:26:30.544166 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9b3ba3de-b3fe-439b-b484-16697a461031 req-9cfc7b1d-0536-47c6-bc85-374476f4dba0 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 210 time: 0.0533032 Jul 13 18:26:31.058480 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898871bd-5364-480a-a023-8fa49dd9252b req-625da6ef-ae31-4d34-a7b0-f97a95cb9a96 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:31.060034 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-898871bd-5364-480a-a023-8fa49dd9252b req-625da6ef-ae31-4d34-a7b0-f97a95cb9a96 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.0937824 Jul 13 18:26:31.115668 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-898871bd-5364-480a-a023-8fa49dd9252b req-54464204-a203-4e39-b2e4-a9809f7ee10c tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433800 Jul 13 18:26:31.436300 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e0fe7cf5-f276-454f-86f8-bad6fc76a6e3 req-de8a0511-e20d-4338-9a12-193ac6666d6d tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d063924-5855-4bd7-b5d8-8424989a183d HTTP/1.1" status: 200 len: 210 time: 0.0334558 Jul 13 18:26:31.552607 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc98b31-31eb-42b0-ae3b-3a15a954afc8 req-1cd4f55f-f468-4c48-a0b2-85e4cfbc228e tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:31.554201 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0dc98b31-31eb-42b0-ae3b-3a15a954afc8 req-1cd4f55f-f468-4c48-a0b2-85e4cfbc228e tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.0923424 Jul 13 18:26:31.616560 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0dc98b31-31eb-42b0-ae3b-3a15a954afc8 req-58d45170-a32b-4311-bcd4-bcef190b8af7 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561881 Jul 13 18:26:31.722327 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-48c41677-0cf9-46cf-a28e-d3623648444c req-b68bea98-04c9-4f42-891d-c660d436a32a tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 210 time: 0.0312698 Jul 13 18:26:32.336956 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b38b3e-8be8-45af-8f30-b09883697fb2 req-27af674d-0243-4bdc-a303-a5d819fac142 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:32.339632 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-38b38b3e-8be8-45af-8f30-b09883697fb2 req-27af674d-0243-4bdc-a303-a5d819fac142 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.0774803 Jul 13 18:26:32.390150 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-38b38b3e-8be8-45af-8f30-b09883697fb2 req-b707889d-a8d3-4178-853b-b0f5118e4e6b tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427287 Jul 13 18:26:32.597980 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9b65fd05-d75a-4998-8c99-1d40cee7fb0c req-4afab2d2-ece5-4619-a396-eb635f46e902 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d063924-5855-4bd7-b5d8-8424989a183d HTTP/1.1" status: 200 len: 210 time: 0.0333457 Jul 13 18:26:33.131280 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3713ad71-50ba-489f-86b3-577e18ccd49c req-06702d64-5d1a-425e-b8a2-afcbff219aff tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 210 time: 0.0668876 Jul 13 18:26:33.200828 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6866b-25a2-4106-beca-fedf66dafdca req-b9dd50e4-e78e-4b80-a148-1b5f03b7e54a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:33.202339 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-60b6866b-25a2-4106-beca-fedf66dafdca req-b9dd50e4-e78e-4b80-a148-1b5f03b7e54a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.4425781 Jul 13 18:26:33.210165 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-08853cd8-983d-4441-b64c-c74061a2780d tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:33.211606 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-08853cd8-983d-4441-b64c-c74061a2780d tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.32 "GET /v2.0/networks?id=defbbbc1-7f2d-475f-a90d-b6b33fb6fa56 HTTP/1.1" status: 200 len: 807 time: 0.4333563 Jul 13 18:26:33.245116 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-60b6866b-25a2-4106-beca-fedf66dafdca req-0d0e22a7-d760-4fd8-8f55-224f0ab951d9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324996 Jul 13 18:26:33.298103 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Request body: {'port': {'device_id': 'd8cf2883-15b0-4bbf-890b-49449a959ace', 'network_id': 'defbbbc1-7f2d-475f-a90d-b6b33fb6fa56', 'admin_state_up': True, 'tenant_id': '8bfa423b48af489a8cbe7de5257a6278'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:26:33.410940 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Made reservation on behalf of 8bfa423b48af489a8cbe7de5257a6278 for: {'port': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:26:33.414385 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:33.453080 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:26:33.557487 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-e6757348-399a-4618-b0b2-e99a4f522dc6 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:33.559083 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-e6757348-399a-4618-b0b2-e99a4f522dc6 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.32 "GET /v2.0/networks?id=db72fb8d-846f-4768-b0fc-a0927b8035c2 HTTP/1.1" status: 200 len: 813 time: 0.1261609 Jul 13 18:26:33.592572 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-10828c2d-ef3d-42c3-815f-b11e5b188331 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Request body: {'port': {'device_id': '1d063924-5855-4bd7-b5d8-8424989a183d', 'network_id': 'db72fb8d-846f-4768-b0fc-a0927b8035c2', 'admin_state_up': True, 'tenant_id': '208fd58ff0764671b4d85303c68f5579'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:26:33.596440 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Allocated IP 172.20.0.12 (defbbbc1-7f2d-475f-a90d-b6b33fb6fa56/94d5e0fd-ec57-44db-9bda-a013e5151d96/34c0d982-4a0f-44bd-b830-ae641967684b) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:26:33.643512 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69a34e-06f1-42c3-85e4-63acbb5eaf87 req-ac185bd6-5eb0-4a51-8d8f-3b792590a2f8 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:33.645277 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3b69a34e-06f1-42c3-85e4-63acbb5eaf87 req-ac185bd6-5eb0-4a51-8d8f-3b792590a2f8 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1208131 Jul 13 18:26:33.746440 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3b69a34e-06f1-42c3-85e4-63acbb5eaf87 req-e65d7802-567f-4c35-aafb-d70e38b36f7d tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928698 Jul 13 18:26:33.787522 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7b65d6e0-2069-4451-b152-dd2428b772b8 req-1f4aa4a3-7167-48a3-bc52-35ecc1c32713 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d063924-5855-4bd7-b5d8-8424989a183d HTTP/1.1" status: 200 len: 210 time: 0.0401521 Jul 13 18:26:33.797717 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04779514-25dd-4ac5-9127-3d355e677684 req-db23c433-bbab-44e4-bac5-e82ce603597e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:33.799209 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-04779514-25dd-4ac5-9127-3d355e677684 req-db23c433-bbab-44e4-bac5-e82ce603597e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 1098 time: 0.0990369 Jul 13 18:26:33.820449 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-10828c2d-ef3d-42c3-815f-b11e5b188331 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Made reservation on behalf of 208fd58ff0764671b4d85303c68f5579 for: {'port': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:26:33.823848 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-10828c2d-ef3d-42c3-815f-b11e5b188331 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:33.846150 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:33.882418 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-04779514-25dd-4ac5-9127-3d355e677684 req-f8e19863-65ef-423b-bda3-2ff185ff4db8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683336 Jul 13 18:26:33.889244 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:33.942653 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Network defbbbc1-7f2d-475f-a90d-b6b33fb6fa56 is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:26:33.946388 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:26:33.951682 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:26:33.955194 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Pushing event updated for resources: {'Port': ['ID=34c0d982-4a0f-44bd-b830-ae641967684b,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:33.983154 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:33.983494 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:33.983855 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:33.984211 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:33.984571 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:33.984962 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:33.985177 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:33.985499 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:33.985875 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:33.986237 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:33.986687 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:33.987103 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:34.012815 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_common [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-10828c2d-ef3d-42c3-815f-b11e5b188331 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Allocated IP 172.20.0.5 (db72fb8d-846f-4768-b0fc-a0927b8035c2/df4c6ea3-4c88-4edb-b2fa-29933330ffaa/38555cf4-0eaa-4c34-9b23-8e98b8a101be) {{(pid=92974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:26:34.013655 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:34.014286 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:34.029856 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-a80cfbb6-8470-468b-aad9-bcfe0f3a8627 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7356653 Jul 13 18:26:34.164285 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-7e8baf7e-f41d-46f7-b2bc-864c03c86af8 service neutron] Request body: {'port': {'device_id': 'd8cf2883-15b0-4bbf-890b-49449a959ace', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:26:34.168468 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-10828c2d-ef3d-42c3-815f-b11e5b188331 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Notify callbacks [] for port, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:34.212655 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-10828c2d-ef3d-42c3-815f-b11e5b188331 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:34.247382 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-7e8baf7e-f41d-46f7-b2bc-864c03c86af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:34.266897 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-10828c2d-ef3d-42c3-815f-b11e5b188331 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Network db72fb8d-846f-4768-b0fc-a0927b8035c2 is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:26:34.270480 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-10828c2d-ef3d-42c3-815f-b11e5b188331 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:26:34.274590 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-10828c2d-ef3d-42c3-815f-b11e5b188331 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Received port after_create {{(pid=92974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:26:34.299274 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10828c2d-ef3d-42c3-815f-b11e5b188331 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Pushing event updated for resources: {'Port': ['ID=38555cf4-0eaa-4c34-9b23-8e98b8a101be,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:34.329694 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-10828c2d-ef3d-42c3-815f-b11e5b188331 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:34.330501 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-10828c2d-ef3d-42c3-815f-b11e5b188331 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for port, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:34.346675 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-10828c2d-ef3d-42c3-815f-b11e5b188331 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7585332 Jul 13 18:26:34.369645 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-e2be8cc0-be0a-4dee-8b57-93a836ed1eb7 service neutron] Request body: {'port': {'device_id': '1d063924-5855-4bd7-b5d8-8424989a183d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:26:34.466505 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b0745-1f65-4fca-be6b-07ba38e4241d req-3e78900a-f18c-4d47-ac91-43f916d2bba5 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:34.468086 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7f1b0745-1f65-4fca-be6b-07ba38e4241d req-3e78900a-f18c-4d47-ac91-43f916d2bba5 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 932 time: 0.2105730 Jul 13 18:26:34.468228 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-e2be8cc0-be0a-4dee-8b57-93a836ed1eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:34.576425 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7aa5a3-83f7-45ab-aff4-139cb3457e80 req-cdb713d6-903b-41f5-995a-83302ea79f92 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:34.578155 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1b7aa5a3-83f7-45ab-aff4-139cb3457e80 req-cdb713d6-903b-41f5-995a-83302ea79f92 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.1747823 Jul 13 18:26:34.611827 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7f1b0745-1f65-4fca-be6b-07ba38e4241d req-ec76eeca-47ab-4c59-b593-62ba8bd66fb7 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192021 Jul 13 18:26:34.654553 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1b7aa5a3-83f7-45ab-aff4-139cb3457e80 req-465b6559-37d6-4997-9bbf-d5e1cfa81e72 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641043 Jul 13 18:26:34.710684 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-7e8baf7e-f41d-46f7-b2bc-864c03c86af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c0d982-4a0f-44bd-b830-ae641967684b {{(pid=92973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:26:34.718898 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-7e8baf7e-f41d-46f7-b2bc-864c03c86af8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:34.733876 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-7e8baf7e-f41d-46f7-b2bc-864c03c86af8 service neutron] Transition to ACTIVE for port object 34c0d982-4a0f-44bd-b830-ae641967684b will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:26:34.737928 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-7e8baf7e-f41d-46f7-b2bc-864c03c86af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:34.793433 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8baf7e-f41d-46f7-b2bc-864c03c86af8 service neutron] Pushing event updated for resources: {'Port': ['ID=34c0d982-4a0f-44bd-b830-ae641967684b,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:34.915668 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-7e8baf7e-f41d-46f7-b2bc-864c03c86af8 service neutron] Attempting to bind port 34c0d982-4a0f-44bd-b830-ae641967684b on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:26:34.916007 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-7e8baf7e-f41d-46f7-b2bc-864c03c86af8 service neutron] Attempting to bind port 34c0d982-4a0f-44bd-b830-ae641967684b by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '05c870cd-3bb6-4e42-91de-1e7875c12f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'defbbbc1-7f2d-475f-a90d-b6b33fb6fa56'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:26:34.916334 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-7e8baf7e-f41d-46f7-b2bc-864c03c86af8 service neutron] Attempting to bind port 34c0d982-4a0f-44bd-b830-ae641967684b on network defbbbc1-7f2d-475f-a90d-b6b33fb6fa56 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:26:34.932545 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-7e8baf7e-f41d-46f7-b2bc-864c03c86af8 service neutron] Port 34c0d982-4a0f-44bd-b830-ae641967684b on network defbbbc1-7f2d-475f-a90d-b6b33fb6fa56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 18:26:34.932868 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-7e8baf7e-f41d-46f7-b2bc-864c03c86af8 service neutron] Attempting to bind port 34c0d982-4a0f-44bd-b830-ae641967684b on network defbbbc1-7f2d-475f-a90d-b6b33fb6fa56 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:26:34.966878 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-7e8baf7e-f41d-46f7-b2bc-864c03c86af8 service neutron] Checking agent: {'id': '42658009-1da3-417e-95f4-9a37477be153', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'started_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:26:34.967233 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-7e8baf7e-f41d-46f7-b2bc-864c03c86af8 service neutron] Checking segment: {'id': '05c870cd-3bb6-4e42-91de-1e7875c12f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'defbbbc1-7f2d-475f-a90d-b6b33fb6fa56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:26:34.967626 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-7e8baf7e-f41d-46f7-b2bc-864c03c86af8 service neutron] Bound using segment: {'id': '05c870cd-3bb6-4e42-91de-1e7875c12f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'defbbbc1-7f2d-475f-a90d-b6b33fb6fa56'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:26:34.968074 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-7e8baf7e-f41d-46f7-b2bc-864c03c86af8 service neutron] Bound port: 34c0d982-4a0f-44bd-b830-ae641967684b, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c870cd-3bb6-4e42-91de-1e7875c12f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'defbbbc1-7f2d-475f-a90d-b6b33fb6fa56'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:26:34.968433 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-7e8baf7e-f41d-46f7-b2bc-864c03c86af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:34.995761 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.notifiers.nova [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-e2be8cc0-be0a-4dee-8b57-93a836ed1eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38555cf4-0eaa-4c34-9b23-8e98b8a101be {{(pid=92974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:26:35.004041 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-e2be8cc0-be0a-4dee-8b57-93a836ed1eb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:35.031100 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.provisioning_blocks [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-e2be8cc0-be0a-4dee-8b57-93a836ed1eb7 service neutron] Transition to ACTIVE for port object 38555cf4-0eaa-4c34-9b23-8e98b8a101be will not be triggered until provisioned by entity L2. {{(pid=92974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:26:35.035674 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-e2be8cc0-be0a-4dee-8b57-93a836ed1eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3228708'] for port, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:35.060229 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8b2ec-05d9-4b0f-916c-96e391f3dd86 req-a7d5858a-c6e1-4b93-baa1-0f63598149d5 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:35.061824 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f1c8b2ec-05d9-4b0f-916c-96e391f3dd86 req-a7d5858a-c6e1-4b93-baa1-0f63598149d5 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1868577 Jul 13 18:26:35.088501 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7795d-74ce-423a-aa3f-b293851955e2 req-9e9f25ce-c6d2-4db9-81f4-5e35bc916380 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:35.090630 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1fb7795d-74ce-423a-aa3f-b293851955e2 req-9e9f25ce-c6d2-4db9-81f4-5e35bc916380 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d063924-5855-4bd7-b5d8-8424989a183d HTTP/1.1" status: 200 len: 931 time: 0.1714802 Jul 13 18:26:35.091642 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be8cc0-be0a-4dee-8b57-93a836ed1eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=38555cf4-0eaa-4c34-9b23-8e98b8a101be,revision_number=2']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:35.135131 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-7e8baf7e-f41d-46f7-b2bc-864c03c86af8 service neutron] For port 34c0d982-4a0f-44bd-b830-ae641967684b, host hv-cinder-78692, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:26:35.172175 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-7e8baf7e-f41d-46f7-b2bc-864c03c86af8 service neutron] For port 34c0d982-4a0f-44bd-b830-ae641967684b, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=34c0d982-4a0f-44bd-b830-ae641967684b,segment=NetworkSegment(05c870cd-3bb6-4e42-91de-1e7875c12f6e),segment_id=05c870cd-3bb6-4e42-91de-1e7875c12f6e)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:26:35.173369 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.managers [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-e2be8cc0-be0a-4dee-8b57-93a836ed1eb7 service neutron] Attempting to bind port 38555cf4-0eaa-4c34-9b23-8e98b8a101be on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:26:35.173697 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.managers [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-e2be8cc0-be0a-4dee-8b57-93a836ed1eb7 service neutron] Attempting to bind port 38555cf4-0eaa-4c34-9b23-8e98b8a101be by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '2e04bb62-f176-4eee-935b-66512fcf84ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'db72fb8d-846f-4768-b0fc-a0927b8035c2'}] {{(pid=92974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:26:35.174022 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-e2be8cc0-be0a-4dee-8b57-93a836ed1eb7 service neutron] Attempting to bind port 38555cf4-0eaa-4c34-9b23-8e98b8a101be on network db72fb8d-846f-4768-b0fc-a0927b8035c2 {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:26:35.179505 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-e2be8cc0-be0a-4dee-8b57-93a836ed1eb7 service neutron] Port 38555cf4-0eaa-4c34-9b23-8e98b8a101be on network db72fb8d-846f-4768-b0fc-a0927b8035c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 18:26:35.179853 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-e2be8cc0-be0a-4dee-8b57-93a836ed1eb7 service neutron] Attempting to bind port 38555cf4-0eaa-4c34-9b23-8e98b8a101be on network db72fb8d-846f-4768-b0fc-a0927b8035c2 {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:26:35.186419 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-7e8baf7e-f41d-46f7-b2bc-864c03c86af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:35.188314 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-e2be8cc0-be0a-4dee-8b57-93a836ed1eb7 service neutron] Checking agent: {'id': '42658009-1da3-417e-95f4-9a37477be153', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'started_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:26:35.188763 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-e2be8cc0-be0a-4dee-8b57-93a836ed1eb7 service neutron] Checking segment: {'id': '2e04bb62-f176-4eee-935b-66512fcf84ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'db72fb8d-846f-4768-b0fc-a0927b8035c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:26:35.189381 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-e2be8cc0-be0a-4dee-8b57-93a836ed1eb7 service neutron] Bound using segment: {'id': '2e04bb62-f176-4eee-935b-66512fcf84ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'db72fb8d-846f-4768-b0fc-a0927b8035c2'} {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:26:35.189827 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.managers [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-e2be8cc0-be0a-4dee-8b57-93a836ed1eb7 service neutron] Bound port: 38555cf4-0eaa-4c34-9b23-8e98b8a101be, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e04bb62-f176-4eee-935b-66512fcf84ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'db72fb8d-846f-4768-b0fc-a0927b8035c2'}}] {{(pid=92974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:26:35.190187 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-e2be8cc0-be0a-4dee-8b57-93a836ed1eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:35.195431 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f1c8b2ec-05d9-4b0f-916c-96e391f3dd86 req-aade0dd0-05f8-4cb0-98cd-df8c5ced91fb tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037707 Jul 13 18:26:35.229271 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-7e8baf7e-f41d-46f7-b2bc-864c03c86af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:35.230031 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-7e8baf7e-f41d-46f7-b2bc-864c03c86af8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:35.231437 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-7e8baf7e-f41d-46f7-b2bc-864c03c86af8 service neutron] 10.222.0.32 "PUT /v2.0/ports/34c0d982-4a0f-44bd-b830-ae641967684b HTTP/1.1" status: 200 len: 1094 time: 1.0718336 Jul 13 18:26:35.233922 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cf2883-15b0-4bbf-890b-49449a959ace', 'tag': '34c0d982-4a0f-44bd-b830-ae641967684b'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:26:35.236263 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127965cd-82e0-486d-ba92-74b21cfc6fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cf2883-15b0-4bbf-890b-49449a959ace", "tag": "34c0d982-4a0f-44bd-b830-ae641967684b"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:26:35.241748 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1fb7795d-74ce-423a-aa3f-b293851955e2 req-24bdcdb8-5eac-423f-91af-d92e01be7ca0 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/security-groups?id=60076bb4-fbc7-48af-8668-4da7dc285382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354671 Jul 13 18:26:35.266995 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-e2be8cc0-be0a-4dee-8b57-93a836ed1eb7 service neutron] For port 38555cf4-0eaa-4c34-9b23-8e98b8a101be, host hv-cinder-78692, cleared binding levels {{(pid=92974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:26:35.274204 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-e2be8cc0-be0a-4dee-8b57-93a836ed1eb7 service neutron] For port 38555cf4-0eaa-4c34-9b23-8e98b8a101be, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=38555cf4-0eaa-4c34-9b23-8e98b8a101be,segment=NetworkSegment(2e04bb62-f176-4eee-935b-66512fcf84ab),segment_id=2e04bb62-f176-4eee-935b-66512fcf84ab)] {{(pid=92974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:26:35.279057 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8baf7e-f41d-46f7-b2bc-864c03c86af8 service neutron] Pushing event updated for resources: {'Port': ['ID=34c0d982-4a0f-44bd-b830-ae641967684b,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:35.279326 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-e2be8cc0-be0a-4dee-8b57-93a836ed1eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3228708'] for port, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:35.294518 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c50b4f0-5d94-42d3-9c1d-e2ff7c1ce043 x-openstack-request-id: req-3c50b4f0-5d94-42d3-9c1d-e2ff7c1ce043 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:26:35.294852 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cf2883-15b0-4bbf-890b-49449a959ace", "tag": "34c0d982-4a0f-44bd-b830-ae641967684b", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:26:35.295103 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3c50b4f0-5d94-42d3-9c1d-e2ff7c1ce043 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:26:35.295563 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8cf2883-15b0-4bbf-890b-49449a959ace', 'tag': '34c0d982-4a0f-44bd-b830-ae641967684b', 'status': 'completed', 'code': 200} Jul 13 18:26:35.319375 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-e2be8cc0-be0a-4dee-8b57-93a836ed1eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:35.320056 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-e2be8cc0-be0a-4dee-8b57-93a836ed1eb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for port, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:35.321472 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-e2be8cc0-be0a-4dee-8b57-93a836ed1eb7 service neutron] 10.222.0.32 "PUT /v2.0/ports/38555cf4-0eaa-4c34-9b23-8e98b8a101be HTTP/1.1" status: 200 len: 1093 time: 0.9588816 Jul 13 18:26:35.321916 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d063924-5855-4bd7-b5d8-8424989a183d', 'tag': '38555cf4-0eaa-4c34-9b23-8e98b8a101be'}] {{(pid=92974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:26:35.324201 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744f0cfc83b6d7eddb29a1ac54562a03fe7b453c2cada0da8e0ec66c391a914f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce13ad4-db30-4c91-a063-1f9112c072c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1d063924-5855-4bd7-b5d8-8424989a183d", "tag": "38555cf4-0eaa-4c34-9b23-8e98b8a101be"}]}' {{(pid=92974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:26:35.351678 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be8cc0-be0a-4dee-8b57-93a836ed1eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=38555cf4-0eaa-4c34-9b23-8e98b8a101be,revision_number=3']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:35.368461 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97da557-aec3-4f76-a961-56e09cc39d54 x-openstack-request-id: req-c97da557-aec3-4f76-a961-56e09cc39d54 {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:26:35.368754 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d063924-5855-4bd7-b5d8-8424989a183d", "tag": "38555cf4-0eaa-4c34-9b23-8e98b8a101be", "status": "completed", "code": 200}]} {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:26:35.369005 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c97da557-aec3-4f76-a961-56e09cc39d54 {{(pid=92974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:26:35.369392 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d063924-5855-4bd7-b5d8-8424989a183d', 'tag': '38555cf4-0eaa-4c34-9b23-8e98b8a101be', 'status': 'completed', 'code': 200} Jul 13 18:26:35.392739 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-4593ff36-ac88-4600-b036-70f8b7c2fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:35.394328 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-4593ff36-ac88-4600-b036-70f8b7c2fc29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8bfa423b48af489a8cbe7de5257a6278&device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 1097 time: 0.0709016 Jul 13 18:26:35.468077 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-05cddeec-a000-44cd-b3b6-f0a80d4362f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:35.469603 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-05cddeec-a000-44cd-b3b6-f0a80d4362f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=208fd58ff0764671b4d85303c68f5579&device_id=1d063924-5855-4bd7-b5d8-8424989a183d HTTP/1.1" status: 200 len: 1096 time: 0.0543089 Jul 13 18:26:35.470865 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-cc7d7bce-da45-4fb7-befe-2ad1e100fac7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34c0d982-4a0f-44bd-b830-ae641967684b HTTP/1.1" status: 200 len: 217 time: 0.0557315 Jul 13 18:26:35.525963 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-57c6bd2d-7f13-4ada-bd82-ebb0c0187f86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38555cf4-0eaa-4c34-9b23-8e98b8a101be HTTP/1.1" status: 200 len: 217 time: 0.0338111 Jul 13 18:26:35.539911 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-8912b043-b88a-452b-8ede-089ebcd89258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:35.541384 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-8912b043-b88a-452b-8ede-089ebcd89258 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=94d5e0fd-ec57-44db-9bda-a013e5151d96 HTTP/1.1" status: 200 len: 847 time: 0.0491042 Jul 13 18:26:35.576306 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-f6b44366-3f87-45bb-914a-8b335320c392 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=defbbbc1-7f2d-475f-a90d-b6b33fb6fa56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276160 Jul 13 18:26:35.581365 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-03d1cda8-67b6-42a7-8995-2937437a907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:35.582796 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-03d1cda8-67b6-42a7-8995-2937437a907d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df4c6ea3-4c88-4edb-b2fa-29933330ffaa HTTP/1.1" status: 200 len: 853 time: 0.0483897 Jul 13 18:26:35.624653 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-01f07eae-1a03-426c-89d0-e76b566ccf79 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db72fb8d-846f-4768-b0fc-a0927b8035c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324149 Jul 13 18:26:35.715176 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-7029b7c7-f91b-45b5-a2be-44c3043524c2 service neutron] 10.222.0.32 "GET /v2.0/networks/defbbbc1-7f2d-475f-a90d-b6b33fb6fa56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307201 Jul 13 18:26:35.772529 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-7cc5f812-08f0-427a-8d82-f075fb30b585 service neutron] 10.222.0.32 "GET /v2.0/networks/db72fb8d-846f-4768-b0fc-a0927b8035c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389079 Jul 13 18:26:35.902390 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-0fd174cc-bace-4c90-b453-2bb5d76fc1b2 req-6d1a0ce9-66c8-472d-99f9-2a0cc947c3ad service neutron] 10.222.0.32 "GET /v2.0/networks/db72fb8d-846f-4768-b0fc-a0927b8035c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198876 Jul 13 18:26:35.947142 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-33734804-8cbd-4d2c-8552-6f32cb7eb23f req-663686fa-2e20-43e5-b860-461d730c1a94 service neutron] 10.222.0.32 "GET /v2.0/networks/defbbbc1-7f2d-475f-a90d-b6b33fb6fa56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240622 Jul 13 18:26:35.964175 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63215b3-657a-4b50-a2e8-7061751944b2 req-b505ce7d-b681-4f04-80e1-b2b7e6ba53c8 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:35.966625 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d63215b3-657a-4b50-a2e8-7061751944b2 req-b505ce7d-b681-4f04-80e1-b2b7e6ba53c8 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 944 time: 0.2044008 Jul 13 18:26:36.035630 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4a917-0648-4235-acb3-c129a7b6afef req-2c0e8860-486a-4e29-9764-daf69ed6feab tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:36.037715 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d4a4a917-0648-4235-acb3-c129a7b6afef req-2c0e8860-486a-4e29-9764-daf69ed6feab tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.1470332 Jul 13 18:26:36.040995 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d63215b3-657a-4b50-a2e8-7061751944b2 req-6a79c563-589f-4a8d-9471-2bcdbe11ea1b tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630376 Jul 13 18:26:36.081413 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d4a4a917-0648-4235-acb3-c129a7b6afef req-658cef39-5608-48e9-a58d-81b427b4c43d tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366619 Jul 13 18:26:36.164991 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce13ad4-db30-4c91-a063-1f9112c072c4 req-e7c1d606-1561-44e0-9680-939505600587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:36.166507 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1ce13ad4-db30-4c91-a063-1f9112c072c4 req-e7c1d606-1561-44e0-9680-939505600587 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=208fd58ff0764671b4d85303c68f5579&device_id=1d063924-5855-4bd7-b5d8-8424989a183d HTTP/1.1" status: 200 len: 1096 time: 0.0573921 Jul 13 18:26:36.167891 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127965cd-82e0-486d-ba92-74b21cfc6fd5 req-cc5e6d95-852d-40f2-a257-144a28505ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:36.169385 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-127965cd-82e0-486d-ba92-74b21cfc6fd5 req-cc5e6d95-852d-40f2-a257-144a28505ace service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8bfa423b48af489a8cbe7de5257a6278&device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 1097 time: 0.0578773 Jul 13 18:26:36.288688 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce13ad4-db30-4c91-a063-1f9112c072c4 req-6626bb79-a90e-499f-adaa-c0cd79415a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:36.289267 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127965cd-82e0-486d-ba92-74b21cfc6fd5 req-871034f9-e3d2-4b07-857b-88d4e38c4707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:36.290191 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1ce13ad4-db30-4c91-a063-1f9112c072c4 req-6626bb79-a90e-499f-adaa-c0cd79415a3a service neutron] 10.222.0.32 "GET /v2.0/networks?id=db72fb8d-846f-4768-b0fc-a0927b8035c2 HTTP/1.1" status: 200 len: 914 time: 0.1066239 Jul 13 18:26:36.290588 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-127965cd-82e0-486d-ba92-74b21cfc6fd5 req-871034f9-e3d2-4b07-857b-88d4e38c4707 service neutron] 10.222.0.32 "GET /v2.0/networks?id=defbbbc1-7f2d-475f-a90d-b6b33fb6fa56 HTTP/1.1" status: 200 len: 908 time: 0.1064630 Jul 13 18:26:36.343078 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1ce13ad4-db30-4c91-a063-1f9112c072c4 req-78897b29-7ce8-4453-9764-07bac69e8ed4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38555cf4-0eaa-4c34-9b23-8e98b8a101be HTTP/1.1" status: 200 len: 217 time: 0.0391171 Jul 13 18:26:36.351281 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-127965cd-82e0-486d-ba92-74b21cfc6fd5 req-cf86faca-3304-4158-bd58-64f004baf1a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34c0d982-4a0f-44bd-b830-ae641967684b HTTP/1.1" status: 200 len: 217 time: 0.0466802 Jul 13 18:26:36.410689 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127965cd-82e0-486d-ba92-74b21cfc6fd5 req-29c9b11b-79db-414a-8c7a-08988cf685e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:36.412475 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-127965cd-82e0-486d-ba92-74b21cfc6fd5 req-29c9b11b-79db-414a-8c7a-08988cf685e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=94d5e0fd-ec57-44db-9bda-a013e5151d96 HTTP/1.1" status: 200 len: 847 time: 0.0503118 Jul 13 18:26:36.453765 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-127965cd-82e0-486d-ba92-74b21cfc6fd5 req-2dab631f-341c-4301-87bc-29a375a57cd8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=defbbbc1-7f2d-475f-a90d-b6b33fb6fa56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312402 Jul 13 18:26:36.459098 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce13ad4-db30-4c91-a063-1f9112c072c4 req-b013aaaf-32a4-4890-9fdc-88354b8edd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:36.460584 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1ce13ad4-db30-4c91-a063-1f9112c072c4 req-b013aaaf-32a4-4890-9fdc-88354b8edd73 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df4c6ea3-4c88-4edb-b2fa-29933330ffaa HTTP/1.1" status: 200 len: 853 time: 0.1083248 Jul 13 18:26:36.510764 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1ce13ad4-db30-4c91-a063-1f9112c072c4 req-12736b2a-0e2d-45b4-a322-c252152468d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db72fb8d-846f-4768-b0fc-a0927b8035c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377252 Jul 13 18:26:36.553692 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c06ae-7bb2-48dc-9dd9-701768999e51 req-16717ba6-aa68-4b46-b800-a68661ffbb16 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:36.555362 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ce0c06ae-7bb2-48dc-9dd9-701768999e51 req-16717ba6-aa68-4b46-b800-a68661ffbb16 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1766291 Jul 13 18:26:36.575804 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-127965cd-82e0-486d-ba92-74b21cfc6fd5 req-a6087ec7-544e-4034-be17-7603a4ac5465 service neutron] 10.222.0.32 "GET /v2.0/networks/defbbbc1-7f2d-475f-a90d-b6b33fb6fa56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079488 Jul 13 18:26:36.612076 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4ae5-307c-4bc6-a113-91d0344fe6fb req-4a1723be-41f0-40ee-b508-167dc26251ad tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:36.613622 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-122b4ae5-307c-4bc6-a113-91d0344fe6fb req-4a1723be-41f0-40ee-b508-167dc26251ad tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d063924-5855-4bd7-b5d8-8424989a183d HTTP/1.1" status: 200 len: 943 time: 0.1971943 Jul 13 18:26:36.670407 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ce0c06ae-7bb2-48dc-9dd9-701768999e51 req-a934a3f1-921d-4532-a368-e4bacb052b15 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889511 Jul 13 18:26:36.674370 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-127965cd-82e0-486d-ba92-74b21cfc6fd5 req-adcb12fe-72c5-4848-9c7a-97475b40d2d7 service neutron] 10.222.0.32 "GET /v2.0/networks/defbbbc1-7f2d-475f-a90d-b6b33fb6fa56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915968 Jul 13 18:26:36.688338 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1ce13ad4-db30-4c91-a063-1f9112c072c4 req-2c3b8407-d297-46be-a594-e30e32e9f920 service neutron] 10.222.0.32 "GET /v2.0/networks/db72fb8d-846f-4768-b0fc-a0927b8035c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683366 Jul 13 18:26:36.702422 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-122b4ae5-307c-4bc6-a113-91d0344fe6fb req-0e17cd9b-bb45-432d-a8fd-7cbef5c7d574 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/security-groups?id=60076bb4-fbc7-48af-8668-4da7dc285382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802960 Jul 13 18:26:36.838215 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1ce13ad4-db30-4c91-a063-1f9112c072c4 req-249a691c-100b-4157-99a4-2d4b20df6215 service neutron] 10.222.0.32 "GET /v2.0/networks/db72fb8d-846f-4768-b0fc-a0927b8035c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140559 Jul 13 18:26:37.277144 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ad91f-437a-4ed8-b19f-499d7efa75d0 req-0b84eac8-771f-4e56-85a0-5c262f5ecd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:37.278549 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-397ad91f-437a-4ed8-b19f-499d7efa75d0 req-0b84eac8-771f-4e56-85a0-5c262f5ecd6d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6142a2ec1d3e454297a59aa3b11d17aa&device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 1098 time: 0.1378314 Jul 13 18:26:37.345241 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fde30d-96b6-4ea6-b8aa-8d4a3578489a req-020df295-5f59-4ec5-9dc6-47edb4450f9c tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:37.346744 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-08fde30d-96b6-4ea6-b8aa-8d4a3578489a req-020df295-5f59-4ec5-9dc6-47edb4450f9c tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1708391 Jul 13 18:26:37.389674 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff52b4b-fe16-4142-84bd-a1b7c05ac926 req-311687ac-178b-4b0d-b108-a9d63b029b08 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:37.391171 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9ff52b4b-fe16-4142-84bd-a1b7c05ac926 req-311687ac-178b-4b0d-b108-a9d63b029b08 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 944 time: 0.1830745 Jul 13 18:26:37.680041 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-08fde30d-96b6-4ea6-b8aa-8d4a3578489a req-1e0d4c6a-20b2-4a5e-af3f-7340cdbe81d6 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250682 Jul 13 18:26:37.712407 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9ff52b4b-fe16-4142-84bd-a1b7c05ac926 req-6aaee596-9751-42da-aac4-e179c7fe2229 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618179 Jul 13 18:26:37.713593 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ad91f-437a-4ed8-b19f-499d7efa75d0 req-ca43f20d-b742-4074-a688-172e2280ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:37.714934 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-397ad91f-437a-4ed8-b19f-499d7efa75d0 req-ca43f20d-b742-4074-a688-172e2280ed89 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8712c6dd-710d-48bd-92a1-6aa9b9fb58fe HTTP/1.1" status: 200 len: 919 time: 0.4243608 Jul 13 18:26:37.770842 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-397ad91f-437a-4ed8-b19f-499d7efa75d0 req-5683da5d-20fa-44a9-94e9-61964d101b96 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1cd7930-dec2-4533-b2cd-c0601d80036f HTTP/1.1" status: 200 len: 217 time: 0.0389805 Jul 13 18:26:37.899894 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ad91f-437a-4ed8-b19f-499d7efa75d0 req-a80879e2-4651-41e6-a985-152d780a448d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:37.901328 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-397ad91f-437a-4ed8-b19f-499d7efa75d0 req-a80879e2-4651-41e6-a985-152d780a448d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23bf7fe7-0ee1-431f-b75e-99e1897408f7 HTTP/1.1" status: 200 len: 858 time: 0.1101992 Jul 13 18:26:37.950372 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-397ad91f-437a-4ed8-b19f-499d7efa75d0 req-48d4ce7f-6b91-438d-94cf-6428f3868b31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8712c6dd-710d-48bd-92a1-6aa9b9fb58fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385959 Jul 13 18:26:37.968735 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223213f-e2bf-4e0e-a4c4-d1e3a6c0a01c req-d77c1053-8c66-415d-a036-6574297cbd26 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:37.970215 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8223213f-e2bf-4e0e-a4c4-d1e3a6c0a01c req-d77c1053-8c66-415d-a036-6574297cbd26 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.1778476 Jul 13 18:26:37.978876 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd8b3e-fd64-44e7-9101-f0d287b361fc req-6f330b9a-9757-4b0e-9b1e-efde610e08b3 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:37.980363 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cadd8b3e-fd64-44e7-9101-f0d287b361fc req-6f330b9a-9757-4b0e-9b1e-efde610e08b3 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d063924-5855-4bd7-b5d8-8424989a183d HTTP/1.1" status: 200 len: 943 time: 0.1347096 Jul 13 18:26:38.086044 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cadd8b3e-fd64-44e7-9101-f0d287b361fc req-09066709-034f-48a3-a335-04af7628af75 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/security-groups?id=60076bb4-fbc7-48af-8668-4da7dc285382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969131 Jul 13 18:26:38.088682 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8223213f-e2bf-4e0e-a4c4-d1e3a6c0a01c req-2252a226-4dba-4065-8081-d3a0e505cdde tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074576 Jul 13 18:26:38.122023 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-397ad91f-437a-4ed8-b19f-499d7efa75d0 req-4668e9f8-53f3-461f-8f9c-519172739712 service neutron] 10.222.0.32 "GET /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503921 Jul 13 18:26:38.230974 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-397ad91f-437a-4ed8-b19f-499d7efa75d0 req-44068c01-bd65-47b4-9ed0-09c785bfc288 service neutron] 10.222.0.32 "GET /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908842 Jul 13 18:26:38.903931 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-03203490-98ec-43fc-bf64-a5420db0eb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:38.905808 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca6a04-af9e-4785-9365-e564b93445cd req-7b5ecca8-2ee1-429c-a7dd-c5825db3445d tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:38.907197 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-36ca6a04-af9e-4785-9365-e564b93445cd req-7b5ecca8-2ee1-429c-a7dd-c5825db3445d tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1089704 Jul 13 18:26:38.938572 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92267fc-f9aa-403c-933b-4df37c8313e9 req-ce847703-476c-483f-93d2-4034e9e6bf74 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:38.940135 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f92267fc-f9aa-403c-933b-4df37c8313e9 req-ce847703-476c-483f-93d2-4034e9e6bf74 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 944 time: 0.1102529 Jul 13 18:26:38.971293 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-36ca6a04-af9e-4785-9365-e564b93445cd req-7e887353-f8d9-44b0-923b-47f9a7b8a081 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575202 Jul 13 18:26:38.992638 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f92267fc-f9aa-403c-933b-4df37c8313e9 req-de62e72a-7522-4c4e-8e93-6895c53ae7b1 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449708 Jul 13 18:26:39.322687 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad635e-6585-4c43-ac65-2e20d4e67280 req-35217ec7-d532-4110-b7b6-3979903a72f9 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:39.324304 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d6ad635e-6585-4c43-ac65-2e20d4e67280 req-35217ec7-d532-4110-b7b6-3979903a72f9 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d063924-5855-4bd7-b5d8-8424989a183d HTTP/1.1" status: 200 len: 943 time: 0.1195512 Jul 13 18:26:39.337414 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e61c70-4b9c-4c29-a684-510e17a430a4 req-78724046-0069-4743-a0e6-1fbeec6acaa2 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:39.338944 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-82e61c70-4b9c-4c29-a684-510e17a430a4 req-78724046-0069-4743-a0e6-1fbeec6acaa2 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.0948126 Jul 13 18:26:39.366705 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:39.401419 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d6ad635e-6585-4c43-ac65-2e20d4e67280 req-8fd52f3f-4a11-484f-94b9-cdaaf655688c tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/security-groups?id=60076bb4-fbc7-48af-8668-4da7dc285382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613487 Jul 13 18:26:39.406970 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-82e61c70-4b9c-4c29-a684-510e17a430a4 req-fd9ebe4c-d1a0-4fe5-ab25-1da55bc332a2 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609107 Jul 13 18:26:39.750002 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 34c0d982-4a0f-44bd-b830-ae641967684b details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:26:39.854044 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 34c0d982-4a0f-44bd-b830-ae641967684b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=34c0d982-4a0f-44bd-b830-ae641967684b,segment=NetworkSegment(05c870cd-3bb6-4e42-91de-1e7875c12f6e),segment_id=05c870cd-3bb6-4e42-91de-1e7875c12f6e)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:26:39.867506 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': '34c0d982-4a0f-44bd-b830-ae641967684b', 'network_id': 'defbbbc1-7f2d-475f-a90d-b6b33fb6fa56', 'port_id': '34c0d982-4a0f-44bd-b830-ae641967684b', 'mac_address': 'fa:16:3e:51:62:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d5e0fd-ec57-44db-9bda-a013e5151d96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:26:39.905572 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:39.920247 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c0d982-4a0f-44bd-b830-ae641967684b {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:26:39.941505 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 34c0d982-4a0f-44bd-b830-ae641967684b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=34c0d982-4a0f-44bd-b830-ae641967684b,segment=NetworkSegment(05c870cd-3bb6-4e42-91de-1e7875c12f6e),segment_id=05c870cd-3bb6-4e42-91de-1e7875c12f6e)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:26:39.945958 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:39.946676 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 38555cf4-0eaa-4c34-9b23-8e98b8a101be details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:26:40.050099 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=34c0d982-4a0f-44bd-b830-ae641967684b,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:40.096132 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 38555cf4-0eaa-4c34-9b23-8e98b8a101be, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=38555cf4-0eaa-4c34-9b23-8e98b8a101be,segment=NetworkSegment(2e04bb62-f176-4eee-935b-66512fcf84ab),segment_id=2e04bb62-f176-4eee-935b-66512fcf84ab)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:26:40.117308 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': '38555cf4-0eaa-4c34-9b23-8e98b8a101be', 'network_id': 'db72fb8d-846f-4768-b0fc-a0927b8035c2', 'port_id': '38555cf4-0eaa-4c34-9b23-8e98b8a101be', 'mac_address': 'fa:16:3e:96:a6:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df4c6ea3-4c88-4edb-b2fa-29933330ffaa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:26:40.176093 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:40.191747 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38555cf4-0eaa-4c34-9b23-8e98b8a101be {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:26:40.222749 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 38555cf4-0eaa-4c34-9b23-8e98b8a101be, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=38555cf4-0eaa-4c34-9b23-8e98b8a101be,segment=NetworkSegment(2e04bb62-f176-4eee-935b-66512fcf84ab),segment_id=2e04bb62-f176-4eee-935b-66512fcf84ab)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:26:40.228646 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:40.288565 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b3eb7-7547-4b09-b69a-fb7efd2d0289 req-7a6f1161-ecfc-41e8-b84b-728c57d67eac tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:40.291035 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2f1b3eb7-7547-4b09-b69a-fb7efd2d0289 req-7a6f1161-ecfc-41e8-b84b-728c57d67eac tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1254818 Jul 13 18:26:40.310207 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=38555cf4-0eaa-4c34-9b23-8e98b8a101be,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:40.323704 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:40.324236 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:40.324494 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4295b-7001-40fa-9e76-84d06d2facca req-ecda004a-37ea-4a6b-9e1b-80b3aea6ebe4 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:40.324777 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:40.325271 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:40.325797 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:40.326311 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:40.326842 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:40.327385 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:40.327971 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:40.328517 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:40.329058 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:40.329583 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:26:40.332478 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f4e4295b-7001-40fa-9e76-84d06d2facca req-ecda004a-37ea-4a6b-9e1b-80b3aea6ebe4 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 945 time: 0.1503317 Jul 13 18:26:40.383637 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2f1b3eb7-7547-4b09-b69a-fb7efd2d0289 req-6cb830c4-3acb-4dba-993e-b2ffcece3a3f tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853682 Jul 13 18:26:40.405102 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f4e4295b-7001-40fa-9e76-84d06d2facca req-60593a1b-fa85-4e05-bdc5-e90da428146d tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623209 Jul 13 18:26:40.663924 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc63f10-7078-4bdb-8955-7c76d59d1bf0 req-61378cf9-718a-4e60-91b5-f35d66fc1b79 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:40.665536 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7dc63f10-7078-4bdb-8955-7c76d59d1bf0 req-61378cf9-718a-4e60-91b5-f35d66fc1b79 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d063924-5855-4bd7-b5d8-8424989a183d HTTP/1.1" status: 200 len: 944 time: 0.1185470 Jul 13 18:26:40.672969 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ba338-3a88-45da-ae5d-c3e6e307f6ad req-bc2f74a7-327a-44fe-9b84-0eb295f0aa4f tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:40.674499 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5a9ba338-3a88-45da-ae5d-c3e6e307f6ad req-bc2f74a7-327a-44fe-9b84-0eb295f0aa4f tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.1169143 Jul 13 18:26:40.733953 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7dc63f10-7078-4bdb-8955-7c76d59d1bf0 req-9af079df-438e-4ce9-b7bc-6cd4c38acf7c tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/security-groups?id=60076bb4-fbc7-48af-8668-4da7dc285382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584271 Jul 13 18:26:40.739503 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5a9ba338-3a88-45da-ae5d-c3e6e307f6ad req-d64a6796-0e5a-4ce3-a572-84803c0c125b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574312 Jul 13 18:26:40.756734 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['34c0d982-4a0f-44bd-b830-ae641967684b'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:26:40.800887 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['38555cf4-0eaa-4c34-9b23-8e98b8a101be'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:26:41.445233 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-fbd76eb4-6ecd-4063-aa8a-e44087a71b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:41.643704 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc09f13-7a6e-443b-b49f-7f56bb350c94 req-85aef1d4-0461-4029-9124-78b12060dccc tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:41.645564 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3fc09f13-7a6e-443b-b49f-7f56bb350c94 req-85aef1d4-0461-4029-9124-78b12060dccc tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1179223 Jul 13 18:26:41.654573 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76595f-6562-4aa7-a4b1-a47df4e627f4 req-c201ac2b-6e03-4a43-98bc-d4f57678791c tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:41.656135 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3b76595f-6562-4aa7-a4b1-a47df4e627f4 req-c201ac2b-6e03-4a43-98bc-d4f57678791c tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 945 time: 0.1188419 Jul 13 18:26:41.666945 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:41.708905 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3fc09f13-7a6e-443b-b49f-7f56bb350c94 req-f985836d-32fd-43b5-9004-af109ebc31af tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513422 Jul 13 18:26:41.722450 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3b76595f-6562-4aa7-a4b1-a47df4e627f4 req-d8d5dd29-14c5-4b9f-a08d-8c7f539f82e3 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512483 Jul 13 18:26:41.747484 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 1c350fbe-c736-4c70-b069-c08d7601d7ba details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:26:41.757770 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 34c0d982-4a0f-44bd-b830-ae641967684b up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:26:41.906872 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning for port 34c0d982-4a0f-44bd-b830-ae641967684b completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:26:41.919566 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port 34c0d982-4a0f-44bd-b830-ae641967684b triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:26:41.919972 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:41.922997 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 1c350fbe-c736-4c70-b069-c08d7601d7ba, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1c350fbe-c736-4c70-b069-c08d7601d7ba,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:26:41.960085 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': '1c350fbe-c736-4c70-b069-c08d7601d7ba', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'port_id': '1c350fbe-c736-4c70-b069-c08d7601d7ba', 'mac_address': 'fa:16:3e:02:7e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:26:42.013913 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:42.023374 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f1d04-0e53-4146-b849-889ba18a5f9f req-7074f8ee-4d75-496d-b2b8-bd70e573ed9c tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:42.023374 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4f8f1d04-0e53-4146-b849-889ba18a5f9f req-7074f8ee-4d75-496d-b2b8-bd70e573ed9c tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d063924-5855-4bd7-b5d8-8424989a183d HTTP/1.1" status: 200 len: 944 time: 0.1188610 Jul 13 18:26:42.037179 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7938aa-360d-439b-8ce9-a188b9c13b78 req-65f20b8d-1e3c-47dc-8819-8266ce42f171 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:42.038923 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bf7938aa-360d-439b-8ce9-a188b9c13b78 req-65f20b8d-1e3c-47dc-8819-8266ce42f171 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 943 time: 0.1050034 Jul 13 18:26:42.054295 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c350fbe-c736-4c70-b069-c08d7601d7ba {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:26:42.086449 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 1c350fbe-c736-4c70-b069-c08d7601d7ba, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1c350fbe-c736-4c70-b069-c08d7601d7ba,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:26:42.087780 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:42.097415 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:42.104940 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4f8f1d04-0e53-4146-b849-889ba18a5f9f req-aa30bf8f-77e6-4a5e-9d5c-af31d832df96 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/security-groups?id=60076bb4-fbc7-48af-8668-4da7dc285382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649114 Jul 13 18:26:42.114426 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bf7938aa-360d-439b-8ce9-a188b9c13b78 req-7aeb8cab-76fe-47d8-8c54-25de231954f2 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669198 Jul 13 18:26:42.146918 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cf2883-15b0-4bbf-890b-49449a959ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c0d982-4a0f-44bd-b830-ae641967684b'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:26:42.147076 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859e366a-497a-44cf-938a-7a6f80b078eb" -d '{"events": [{"server_uuid": "d8cf2883-15b0-4bbf-890b-49449a959ace", "name": "network-vif-plugged", "status": "completed", "tag": "34c0d982-4a0f-44bd-b830-ae641967684b"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:26:42.172040 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 34c0d982-4a0f-44bd-b830-ae641967684b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=34c0d982-4a0f-44bd-b830-ae641967684b,segment=NetworkSegment(05c870cd-3bb6-4e42-91de-1e7875c12f6e),segment_id=05c870cd-3bb6-4e42-91de-1e7875c12f6e)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:26:42.201769 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:42.212008 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=1c350fbe-c736-4c70-b069-c08d7601d7ba,revision_number=9']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:42.276839 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=34c0d982-4a0f-44bd-b830-ae641967684b,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:42.439367 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['1c350fbe-c736-4c70-b069-c08d7601d7ba'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:26:42.491497 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5959f0a2-3577-4c74-821a-21849a6a3fe5 x-openstack-request-id: req-5959f0a2-3577-4c74-821a-21849a6a3fe5 {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:26:42.492487 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cf2883-15b0-4bbf-890b-49449a959ace", "name": "network-vif-plugged", "status": "completed", "tag": "34c0d982-4a0f-44bd-b830-ae641967684b", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:26:42.492487 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5959f0a2-3577-4c74-821a-21849a6a3fe5 {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:26:42.492487 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cf2883-15b0-4bbf-890b-49449a959ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c0d982-4a0f-44bd-b830-ae641967684b', 'code': 200} Jul 13 18:26:42.717495 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:42.837203 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1af71-0cc2-4656-bc1b-f61d1d7458b0 req-42c4af9a-c9db-4ca1-a929-2c5f803791e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:42.838746 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-baf1af71-0cc2-4656-bc1b-f61d1d7458b0 req-42c4af9a-c9db-4ca1-a929-2c5f803791e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 1099 time: 0.0544844 Jul 13 18:26:42.911093 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-baf1af71-0cc2-4656-bc1b-f61d1d7458b0 req-69c2ffdb-486e-45e2-945a-058209c6fd7b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638683 Jul 13 18:26:42.940097 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf29bf3-ab88-4b8c-8f83-e50028a9a52a req-42005a4d-1379-4a92-b938-7675f248fb7c tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:42.941630 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8cf29bf3-ab88-4b8c-8f83-e50028a9a52a req-42005a4d-1379-4a92-b938-7675f248fb7c tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 946 time: 0.0887690 Jul 13 18:26:42.982315 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8cf29bf3-ab88-4b8c-8f83-e50028a9a52a req-0a10bb93-4e4d-4f8e-81a4-6676eeb8d5c8 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342271 Jul 13 18:26:43.325597 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49751de-ada4-4c58-b0f5-5f48f3911165 req-961a6f47-73e7-452c-9531-8119c66fe87e tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:43.327135 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e49751de-ada4-4c58-b0f5-5f48f3911165 req-961a6f47-73e7-452c-9531-8119c66fe87e tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d063924-5855-4bd7-b5d8-8424989a183d HTTP/1.1" status: 200 len: 944 time: 0.0965054 Jul 13 18:26:43.381410 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e49751de-ada4-4c58-b0f5-5f48f3911165 req-f03ab6f3-826f-4a96-b503-757a633ff11f tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/security-groups?id=60076bb4-fbc7-48af-8668-4da7dc285382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484319 Jul 13 18:26:43.389693 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6a09c-868d-4d8b-b848-51448af7eeec req-ccf41e63-d379-45a3-8c71-54fab66e2b1b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:43.391197 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9ec6a09c-868d-4d8b-b848-51448af7eeec req-ccf41e63-d379-45a3-8c71-54fab66e2b1b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 944 time: 0.1117611 Jul 13 18:26:43.429063 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9ec6a09c-868d-4d8b-b848-51448af7eeec req-a9ef40cd-7afc-4469-9f61-bfd1b004852e tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322506 Jul 13 18:26:43.751139 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 38555cf4-0eaa-4c34-9b23-8e98b8a101be up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:26:43.801085 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning for port 38555cf4-0eaa-4c34-9b23-8e98b8a101be completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:26:43.806750 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port 38555cf4-0eaa-4c34-9b23-8e98b8a101be triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:26:43.807110 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:43.893390 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:43.929105 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 38555cf4-0eaa-4c34-9b23-8e98b8a101be, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=38555cf4-0eaa-4c34-9b23-8e98b8a101be,segment=NetworkSegment(2e04bb62-f176-4eee-935b-66512fcf84ab),segment_id=2e04bb62-f176-4eee-935b-66512fcf84ab)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:26:43.933756 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:43.935128 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 1c350fbe-c736-4c70-b069-c08d7601d7ba up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:26:44.009464 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=38555cf4-0eaa-4c34-9b23-8e98b8a101be,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:44.021913 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port 1c350fbe-c736-4c70-b069-c08d7601d7ba triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:26:44.022409 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:44.112282 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:44.158091 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 1c350fbe-c736-4c70-b069-c08d7601d7ba, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1c350fbe-c736-4c70-b069-c08d7601d7ba,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:26:44.163904 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:44.172493 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201f654-bd61-4076-ad27-40c7a496e146 req-017ca9bf-4758-4bc4-aaa1-a4443aada288 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:44.174176 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a201f654-bd61-4076-ad27-40c7a496e146 req-017ca9bf-4758-4bc4-aaa1-a4443aada288 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 946 time: 0.0730183 Jul 13 18:26:44.221596 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a201f654-bd61-4076-ad27-40c7a496e146 req-e076d4da-a596-4aeb-80cb-81ab7a12f613 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396700 Jul 13 18:26:44.239221 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=1c350fbe-c736-4c70-b069-c08d7601d7ba,revision_number=10']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:44.308684 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:44.493744 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d063924-5855-4bd7-b5d8-8424989a183d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38555cf4-0eaa-4c34-9b23-8e98b8a101be'}, {'server_uuid': 'eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c350fbe-c736-4c70-b069-c08d7601d7ba'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:26:44.496078 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7753766-2aa9-41e4-a71c-f82af608e95c" -d '{"events": [{"server_uuid": "1d063924-5855-4bd7-b5d8-8424989a183d", "name": "network-vif-plugged", "status": "completed", "tag": "38555cf4-0eaa-4c34-9b23-8e98b8a101be"}, {"server_uuid": "eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21", "name": "network-vif-plugged", "status": "completed", "tag": "1c350fbe-c736-4c70-b069-c08d7601d7ba"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:26:44.571742 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a7cb6-726c-4310-8859-133e5a5d0c65 req-3adbc994-301c-4ff1-a091-63bcb1b7a118 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:44.573413 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-738a7cb6-726c-4310-8859-133e5a5d0c65 req-3adbc994-301c-4ff1-a091-63bcb1b7a118 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d063924-5855-4bd7-b5d8-8424989a183d HTTP/1.1" status: 200 len: 945 time: 0.0806553 Jul 13 18:26:44.645329 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-738a7cb6-726c-4310-8859-133e5a5d0c65 req-3d6dbc5b-2b60-4f96-98c8-46861f59f173 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/security-groups?id=60076bb4-fbc7-48af-8668-4da7dc285382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504994 Jul 13 18:26:44.664367 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476bdb2-021b-4858-a7ed-91c3093cff2a req-ae79547a-0e16-42a4-b36a-773fe0036409 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:44.668078 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1476bdb2-021b-4858-a7ed-91c3093cff2a req-ae79547a-0e16-42a4-b36a-773fe0036409 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 946 time: 0.1156080 Jul 13 18:26:44.714787 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 18:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00fe2af-1f72-4b4b-90cf-e75b9939065c x-openstack-request-id: req-d00fe2af-1f72-4b4b-90cf-e75b9939065c {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:26:44.715237 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d063924-5855-4bd7-b5d8-8424989a183d", "name": "network-vif-plugged", "status": "completed", "tag": "38555cf4-0eaa-4c34-9b23-8e98b8a101be", "code": 200}, {"server_uuid": "eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21", "name": "network-vif-plugged", "status": "completed", "tag": "1c350fbe-c736-4c70-b069-c08d7601d7ba", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:26:44.715743 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d00fe2af-1f72-4b4b-90cf-e75b9939065c {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:26:44.716489 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d063924-5855-4bd7-b5d8-8424989a183d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38555cf4-0eaa-4c34-9b23-8e98b8a101be', 'code': 200} Jul 13 18:26:44.716894 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c350fbe-c736-4c70-b069-c08d7601d7ba', 'code': 200} Jul 13 18:26:44.725112 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1476bdb2-021b-4858-a7ed-91c3093cff2a req-c677ac03-cc2f-44a6-b7a2-0df3c18ce4a7 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535188 Jul 13 18:26:45.055022 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786701e-715c-44d4-b7e2-53a42a6f9f56 req-1709d564-16e4-4fe5-959d-b5e40fb1f170 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:45.056558 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8786701e-715c-44d4-b7e2-53a42a6f9f56 req-1709d564-16e4-4fe5-959d-b5e40fb1f170 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.0747561 Jul 13 18:26:45.118765 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8786701e-715c-44d4-b7e2-53a42a6f9f56 req-e9a9f8bc-32aa-4e38-90da-09fd5083d122 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420215 Jul 13 18:26:45.136375 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dfc74-c29b-4d81-a815-a77cbc47325a req-62add664-dbca-4071-a326-01fe7b673852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:45.138386 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-725dfc74-c29b-4d81-a815-a77cbc47325a req-62add664-dbca-4071-a326-01fe7b673852 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d063924-5855-4bd7-b5d8-8424989a183d HTTP/1.1" status: 200 len: 1098 time: 0.0990760 Jul 13 18:26:45.207189 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-725dfc74-c29b-4d81-a815-a77cbc47325a req-897a70b2-f3f1-4fd4-ba9e-ea212af32f51 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=60076bb4-fbc7-48af-8668-4da7dc285382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425467 Jul 13 18:26:45.433229 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48495b4f-f981-42fd-84ec-4a1068e0a782 req-7e1bedd6-99cb-443a-be4d-667462628e7e tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:45.434776 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-48495b4f-f981-42fd-84ec-4a1068e0a782 req-7e1bedd6-99cb-443a-be4d-667462628e7e tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 946 time: 0.0727608 Jul 13 18:26:45.489528 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-48495b4f-f981-42fd-84ec-4a1068e0a782 req-f550a82c-b7ca-45f2-b796-133b81701fa1 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471063 Jul 13 18:26:45.664209 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4fdf5-f8bc-4913-a561-076ead0efe78 req-3d9ed730-d6f5-4fbe-bbc0-8be9216c018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:45.665793 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b9b4fdf5-f8bc-4913-a561-076ead0efe78 req-3d9ed730-d6f5-4fbe-bbc0-8be9216c018c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 1099 time: 0.0630083 Jul 13 18:26:45.713200 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b9b4fdf5-f8bc-4913-a561-076ead0efe78 req-393544bc-8b96-47cf-bdc9-9f8e9f4004de service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389645 Jul 13 18:26:45.853046 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3ad84-c176-423a-b112-4df90d33083c req-97f92f5a-8e9d-479e-98e2-2294b727b4b5 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:45.854836 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f6f3ad84-c176-423a-b112-4df90d33083c req-97f92f5a-8e9d-479e-98e2-2294b727b4b5 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d063924-5855-4bd7-b5d8-8424989a183d HTTP/1.1" status: 200 len: 945 time: 0.0782168 Jul 13 18:26:45.936624 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f6f3ad84-c176-423a-b112-4df90d33083c req-c6ced513-a60a-4bc8-bce7-795ec6bd7f80 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/security-groups?id=60076bb4-fbc7-48af-8668-4da7dc285382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737698 Jul 13 18:26:45.983088 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5e25a-5585-4dd1-a25e-ab1a20adaa87 req-0509b60b-eb4d-4cf6-b189-794d3990f4ea tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:45.984428 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-92d5e25a-5585-4dd1-a25e-ab1a20adaa87 req-0509b60b-eb4d-4cf6-b189-794d3990f4ea tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 946 time: 0.1104813 Jul 13 18:26:46.034827 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-92d5e25a-5585-4dd1-a25e-ab1a20adaa87 req-8038d40e-22e1-4ba2-9c2c-3bcbc765cac6 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411205 Jul 13 18:26:46.330271 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6af32-aaad-4112-bc2f-ec2885bf61ba req-5446f443-1130-42f5-8109-0dbea7cf6abf tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:46.332264 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-26f6af32-aaad-4112-bc2f-ec2885bf61ba req-5446f443-1130-42f5-8109-0dbea7cf6abf tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.0784230 Jul 13 18:26:46.383068 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-26f6af32-aaad-4112-bc2f-ec2885bf61ba req-24ec56df-a1d4-4248-86bf-d42c1e4b78f1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408354 Jul 13 18:26:46.615533 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a0944-780f-4c41-855f-ae399479060b req-6c783308-9684-4d1f-a6aa-c14076b88962 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:46.617054 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-fb5a0944-780f-4c41-855f-ae399479060b req-6c783308-9684-4d1f-a6aa-c14076b88962 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 946 time: 0.0679567 Jul 13 18:26:46.663601 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-fb5a0944-780f-4c41-855f-ae399479060b req-09dcd3de-7f8c-468e-923a-241bfa2d4ebb tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368257 Jul 13 18:26:47.188077 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd7ae2-f55b-4184-8148-a090795b745a req-c629adbb-7879-47e2-9467-9342888f67e9 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:47.189592 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2dbd7ae2-f55b-4184-8148-a090795b745a req-c629adbb-7879-47e2-9467-9342888f67e9 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d063924-5855-4bd7-b5d8-8424989a183d HTTP/1.1" status: 200 len: 945 time: 0.1108408 Jul 13 18:26:47.240355 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2dbd7ae2-f55b-4184-8148-a090795b745a req-665c00cf-b5f0-4ff6-8385-6b6451f7ea78 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/security-groups?id=60076bb4-fbc7-48af-8668-4da7dc285382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398858 Jul 13 18:26:47.314109 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d48c6e-cb8c-47b9-be3c-2fb50343d201 req-ef20ad11-2705-4f71-b463-7844f97e1c97 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:47.315667 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-64d48c6e-cb8c-47b9-be3c-2fb50343d201 req-ef20ad11-2705-4f71-b463-7844f97e1c97 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 946 time: 0.0743263 Jul 13 18:26:47.375033 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-64d48c6e-cb8c-47b9-be3c-2fb50343d201 req-85b71d69-4764-4002-a558-ba5f7beb22c8 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503242 Jul 13 18:26:47.638661 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00b4cf-8471-40e0-a273-5ad3b68a56ff req-86548d17-88dd-4af4-8abd-d0c167dc85ef tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:47.640316 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6d00b4cf-8471-40e0-a273-5ad3b68a56ff req-86548d17-88dd-4af4-8abd-d0c167dc85ef tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.0848894 Jul 13 18:26:47.704671 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6d00b4cf-8471-40e0-a273-5ad3b68a56ff req-57cff6c4-ae35-4a2a-aeed-1c961ce84440 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571821 Jul 13 18:26:47.908653 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0bcc5-3127-443e-8236-9a767c25c3e5 req-17a6a1f6-ceb2-44a4-95bb-df0e99ee7c5a tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:47.916471 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d1a0bcc5-3127-443e-8236-9a767c25c3e5 req-17a6a1f6-ceb2-44a4-95bb-df0e99ee7c5a tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 946 time: 0.1208084 Jul 13 18:26:47.968400 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d1a0bcc5-3127-443e-8236-9a767c25c3e5 req-f39597a4-4f45-4fb5-a630-5b6c0f523d76 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508337 Jul 13 18:26:48.636781 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cf421-c51d-4738-bcf7-f1cd766d20bd req-4c1298e5-d6d2-4da9-959d-1e19152e0fb5 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:48.637983 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f16cf421-c51d-4738-bcf7-f1cd766d20bd req-4c1298e5-d6d2-4da9-959d-1e19152e0fb5 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 946 time: 0.1165166 Jul 13 18:26:48.682237 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f16cf421-c51d-4738-bcf7-f1cd766d20bd req-603f96d3-3540-4fb2-b117-aeb384ad3009 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372941 Jul 13 18:26:48.801342 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f498f4-2faf-4db0-8a6a-61b1195ea531 req-dc08a96f-3ad8-46d3-a7c5-de96eea59965 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:48.802882 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-33f498f4-2faf-4db0-8a6a-61b1195ea531 req-dc08a96f-3ad8-46d3-a7c5-de96eea59965 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.1151707 Jul 13 18:26:48.888785 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-33f498f4-2faf-4db0-8a6a-61b1195ea531 req-bf8742c4-0161-4abe-a597-6f6a52aca6e0 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783286 Jul 13 18:26:48.899394 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac5161-1b0c-42e2-af4b-6fce412715c5 req-ccd37787-c925-42c5-8ea2-c9ae667acda6 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:48.900923 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-21ac5161-1b0c-42e2-af4b-6fce412715c5 req-ccd37787-c925-42c5-8ea2-c9ae667acda6 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 946 time: 0.1433403 Jul 13 18:26:48.974250 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47561e23-9ea0-483a-91cd-bba554778d63 req-81e22f59-f7ad-45da-91f4-1c41485ec150 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:48.976495 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-47561e23-9ea0-483a-91cd-bba554778d63 req-81e22f59-f7ad-45da-91f4-1c41485ec150 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.1570830 Jul 13 18:26:49.047176 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-47561e23-9ea0-483a-91cd-bba554778d63 req-d6f175d2-5367-4c10-ae81-b3acd86e418c tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622759 Jul 13 18:26:49.068565 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-21ac5161-1b0c-42e2-af4b-6fce412715c5 req-1c990c46-a3df-4439-acf9-5acf10365520 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Deleting port 34c0d982-4a0f-44bd-b830-ae641967684b {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:26:49.069497 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-21ac5161-1b0c-42e2-af4b-6fce412715c5 req-1c990c46-a3df-4439-acf9-5acf10365520 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:49.222280 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-21ac5161-1b0c-42e2-af4b-6fce412715c5 req-1c990c46-a3df-4439-acf9-5acf10365520 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] For port 34c0d982-4a0f-44bd-b830-ae641967684b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=34c0d982-4a0f-44bd-b830-ae641967684b,segment=NetworkSegment(05c870cd-3bb6-4e42-91de-1e7875c12f6e),segment_id=05c870cd-3bb6-4e42-91de-1e7875c12f6e)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:26:49.222628 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-21ac5161-1b0c-42e2-af4b-6fce412715c5 req-1c990c46-a3df-4439-acf9-5acf10365520 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:49.240050 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-21ac5161-1b0c-42e2-af4b-6fce412715c5 req-1c990c46-a3df-4439-acf9-5acf10365520 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Calling delete_port for 34c0d982-4a0f-44bd-b830-ae641967684b owned by compute:nova {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:26:49.263218 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ef774-ffd0-4397-a45e-022fb61b4916 req-cea7eb51-27ad-4cb1-af0d-57354c0ca23f tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:49.265494 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-302ef774-ffd0-4397-a45e-022fb61b4916 req-cea7eb51-27ad-4cb1-af0d-57354c0ca23f tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 946 time: 0.1410692 Jul 13 18:26:49.363661 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-302ef774-ffd0-4397-a45e-022fb61b4916 req-ad6db204-0178-4aeb-b4a2-0199446cf660 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/security-groups?id=85253cad-93be-4cad-80b1-d9b19c915907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531218 Jul 13 18:26:49.436433 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-21ac5161-1b0c-42e2-af4b-6fce412715c5 req-1c990c46-a3df-4439-acf9-5acf10365520 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:49.466437 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c990c46-a3df-4439-acf9-5acf10365520 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Pushing event deleted for resources: {'Port': ['ID=34c0d982-4a0f-44bd-b830-ae641967684b,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:49.488492 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['34c0d982-4a0f-44bd-b830-ae641967684b'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:26:49.532605 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ac5161-1b0c-42e2-af4b-6fce412715c5 req-1c990c46-a3df-4439-acf9-5acf10365520 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] No DVR routers for this DVR port 34c0d982-4a0f-44bd-b830-ae641967684b on host hv-cinder-78692 {{(pid=92973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:26:49.537110 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-21ac5161-1b0c-42e2-af4b-6fce412715c5 req-1c990c46-a3df-4439-acf9-5acf10365520 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:49.540470 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-21ac5161-1b0c-42e2-af4b-6fce412715c5 req-1c990c46-a3df-4439-acf9-5acf10365520 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.32 "DELETE /v2.0/ports/34c0d982-4a0f-44bd-b830-ae641967684b HTTP/1.1" status: 204 len: 173 time: 0.6335778 Jul 13 18:26:49.541252 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cf2883-15b0-4bbf-890b-49449a959ace', 'name': 'network-vif-deleted', 'tag': '34c0d982-4a0f-44bd-b830-ae641967684b'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:26:49.545281 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4a4e8e-05ce-455d-b9ba-3e499d56614a" -d '{"events": [{"server_uuid": "d8cf2883-15b0-4bbf-890b-49449a959ace", "name": "network-vif-deleted", "tag": "34c0d982-4a0f-44bd-b830-ae641967684b"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:26:49.611154 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c976260-f406-4c62-b415-c4eaf96b569b x-openstack-request-id: req-5c976260-f406-4c62-b415-c4eaf96b569b {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:26:49.611547 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cf2883-15b0-4bbf-890b-49449a959ace", "name": "network-vif-deleted", "tag": "34c0d982-4a0f-44bd-b830-ae641967684b", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:26:49.611922 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c976260-f406-4c62-b415-c4eaf96b569b {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:26:49.612397 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cf2883-15b0-4bbf-890b-49449a959ace', 'name': 'network-vif-deleted', 'tag': '34c0d982-4a0f-44bd-b830-ae641967684b', 'status': 'completed', 'code': 200} Jul 13 18:26:49.914496 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be794b0f-aa80-4bef-b69b-1d9037833b04 req-73278d74-62e6-4ee1-83bc-8f036c6e8eec tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:49.916662 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-be794b0f-aa80-4bef-b69b-1d9037833b04 req-73278d74-62e6-4ee1-83bc-8f036c6e8eec tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 946 time: 0.0795979 Jul 13 18:26:49.995462 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-be794b0f-aa80-4bef-b69b-1d9037833b04 req-02e9311e-e193-4a0a-bf02-21aaa699ca7b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604188 Jul 13 18:26:50.169768 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f56dd3-b824-4ae5-8eb9-5c0fc4328465 req-0fe106a2-a56f-4e30-9ca2-21d81b844817 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:50.172133 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f1f56dd3-b824-4ae5-8eb9-5c0fc4328465 req-0fe106a2-a56f-4e30-9ca2-21d81b844817 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.0836124 Jul 13 18:26:50.230723 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f1f56dd3-b824-4ae5-8eb9-5c0fc4328465 req-87b19c5e-0164-4e97-a38f-46e9b3306855 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577116 Jul 13 18:26:50.300895 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b24dfb-5d72-45e3-a31a-ea172a468a23 req-86bceda5-4108-4730-b7ff-cc823beba595 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:50.304276 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b7b24dfb-5d72-45e3-a31a-ea172a468a23 req-86bceda5-4108-4730-b7ff-cc823beba595 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.1003644 Jul 13 18:26:50.360316 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b7b24dfb-5d72-45e3-a31a-ea172a468a23 req-1e9d1a31-5cf8-42a5-b5ea-c3627001acd1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515168 Jul 13 18:26:50.531611 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5f794bc7-2392-4cda-a0ad-40ce5341f256 req-a1840641-4cb5-4d5b-acba-82204f6082a0 tempest-VolumesActionsTest-2143726415 tempest-VolumesActionsTest-2143726415-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8cf2883-15b0-4bbf-890b-49449a959ace HTTP/1.1" status: 200 len: 210 time: 0.0291550 Jul 13 18:26:51.423327 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3556e76-95fa-48c9-b8fa-a2330f1c0362 req-76493f44-55f9-48f1-beba-bb242a3f51d0 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:51.425024 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c3556e76-95fa-48c9-b8fa-a2330f1c0362 req-76493f44-55f9-48f1-beba-bb242a3f51d0 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.0714006 Jul 13 18:26:51.482610 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c3556e76-95fa-48c9-b8fa-a2330f1c0362 req-748e00fd-5a58-4e55-8feb-0451000e377c tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514829 Jul 13 18:26:51.581342 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa913dd3-e874-4d22-b8d6-670241f6dff3 req-cf94b20c-4543-4f2b-9911-08442c35a6f9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:51.582914 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-aa913dd3-e874-4d22-b8d6-670241f6dff3 req-cf94b20c-4543-4f2b-9911-08442c35a6f9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.0840442 Jul 13 18:26:51.629444 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-aa913dd3-e874-4d22-b8d6-670241f6dff3 req-3d92bd46-f777-4c46-b008-56b66ff2938c tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400598 Jul 13 18:26:51.885563 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd53ee8-9ae6-4d0f-9ca0-48b3dd2331dc req-e5326e9e-5c6d-4fbc-ac65-c05cb6b8264f tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:51.887393 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4bd53ee8-9ae6-4d0f-9ca0-48b3dd2331dc req-e5326e9e-5c6d-4fbc-ac65-c05cb6b8264f tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.32 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 946 time: 0.0761657 Jul 13 18:26:52.026989 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-4bd53ee8-9ae6-4d0f-9ca0-48b3dd2331dc req-2f78010b-68da-46ad-b430-6573e0adbf75 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Deleting port a38236bc-942d-4ebf-91aa-2da310cac493 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:26:52.027534 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-4bd53ee8-9ae6-4d0f-9ca0-48b3dd2331dc req-2f78010b-68da-46ad-b430-6573e0adbf75 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:52.148704 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-4bd53ee8-9ae6-4d0f-9ca0-48b3dd2331dc req-2f78010b-68da-46ad-b430-6573e0adbf75 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] For port a38236bc-942d-4ebf-91aa-2da310cac493, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a38236bc-942d-4ebf-91aa-2da310cac493,segment=NetworkSegment(83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a),segment_id=83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:26:52.149505 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-4bd53ee8-9ae6-4d0f-9ca0-48b3dd2331dc req-2f78010b-68da-46ad-b430-6573e0adbf75 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:52.165464 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-4bd53ee8-9ae6-4d0f-9ca0-48b3dd2331dc req-2f78010b-68da-46ad-b430-6573e0adbf75 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Calling delete_port for a38236bc-942d-4ebf-91aa-2da310cac493 owned by compute:nova {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:26:52.351897 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-4bd53ee8-9ae6-4d0f-9ca0-48b3dd2331dc req-2f78010b-68da-46ad-b430-6573e0adbf75 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:52.386557 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78010b-68da-46ad-b430-6573e0adbf75 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Pushing event deleted for resources: {'Port': ['ID=a38236bc-942d-4ebf-91aa-2da310cac493,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:26:52.402744 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['a1cd7930-dec2-4533-b2cd-c0601d80036f', 'a38236bc-942d-4ebf-91aa-2da310cac493'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:26:52.486940 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd53ee8-9ae6-4d0f-9ca0-48b3dd2331dc req-2f78010b-68da-46ad-b430-6573e0adbf75 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] No DVR routers for this DVR port a38236bc-942d-4ebf-91aa-2da310cac493 on host hv-cinder-78692 {{(pid=92973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:26:52.491140 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-4bd53ee8-9ae6-4d0f-9ca0-48b3dd2331dc req-2f78010b-68da-46ad-b430-6573e0adbf75 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:26:52.494718 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4bd53ee8-9ae6-4d0f-9ca0-48b3dd2331dc req-2f78010b-68da-46ad-b430-6573e0adbf75 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.32 "DELETE /v2.0/ports/a38236bc-942d-4ebf-91aa-2da310cac493 HTTP/1.1" status: 204 len: 173 time: 0.6017649 Jul 13 18:26:52.495388 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c70797-ed56-4cb3-b614-1813e9884fca', 'name': 'network-vif-deleted', 'tag': 'a38236bc-942d-4ebf-91aa-2da310cac493'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:26:52.499616 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca6f5ca-54e9-4b4d-9706-87cb24377106" -d '{"events": [{"server_uuid": "56c70797-ed56-4cb3-b614-1813e9884fca", "name": "network-vif-deleted", "tag": "a38236bc-942d-4ebf-91aa-2da310cac493"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:26:52.561222 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5044a398-d623-4dbe-94e8-9cac2d66639b x-openstack-request-id: req-5044a398-d623-4dbe-94e8-9cac2d66639b {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:26:52.561949 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c70797-ed56-4cb3-b614-1813e9884fca", "name": "network-vif-deleted", "tag": "a38236bc-942d-4ebf-91aa-2da310cac493", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:26:52.562352 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5044a398-d623-4dbe-94e8-9cac2d66639b {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:26:52.562967 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c70797-ed56-4cb3-b614-1813e9884fca', 'name': 'network-vif-deleted', 'tag': 'a38236bc-942d-4ebf-91aa-2da310cac493', 'status': 'completed', 'code': 200} Jul 13 18:26:52.772996 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0b47486f-92ea-4ee4-b70b-afd3ab288a6a req-dbd2097c-d402-4354-870e-50ae7847e7c8 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 210 time: 0.0382679 Jul 13 18:26:52.870140 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5528986-2f97-4d74-ba29-c510f565544e req-5a465e03-0f57-4adb-8cb5-5e6455e4528d tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:52.871909 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f5528986-2f97-4d74-ba29-c510f565544e req-5a465e03-0f57-4adb-8cb5-5e6455e4528d tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.0721633 Jul 13 18:26:52.914669 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f5528986-2f97-4d74-ba29-c510f565544e req-adc270a1-7e92-42c8-a542-f42566d5a405 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371492 Jul 13 18:26:53.942378 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cdb36efb-7ee4-4c93-bbff-1ebfa23601f5 req-8de4e6ae-de02-40ae-9b20-5e7b10b2b6d2 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 210 time: 0.0318716 Jul 13 18:26:54.101637 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50490b76-3594-465b-b5b0-be4610145ee7 req-da27bca1-78b2-4935-bdaa-78a30572445b tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:54.103106 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-50490b76-3594-465b-b5b0-be4610145ee7 req-da27bca1-78b2-4935-bdaa-78a30572445b tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.0668824 Jul 13 18:26:54.142654 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-50490b76-3594-465b-b5b0-be4610145ee7 req-64f9a7f6-8623-4e14-b7c1-b565f1287614 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339010 Jul 13 18:26:55.102623 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5ea0a0d2-586d-4e7e-a3f1-c0d2f437e15c req-a220b9f5-f873-423c-bcc9-2c41e943a472 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c70797-ed56-4cb3-b614-1813e9884fca HTTP/1.1" status: 200 len: 210 time: 0.0290289 Jul 13 18:26:55.343032 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaea89-6e18-4469-8525-086bab037d90 req-d7baad22-ee1c-43ee-a94a-b9d381690a6d tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:55.345064 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-efbaea89-6e18-4469-8525-086bab037d90 req-d7baad22-ee1c-43ee-a94a-b9d381690a6d tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.0792475 Jul 13 18:26:55.386131 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-efbaea89-6e18-4469-8525-086bab037d90 req-ceffb4d0-dabf-4f70-bbba-8050c0d26928 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351257 Jul 13 18:26:55.882038 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 34c0d982-4a0f-44bd-b830-ae641967684b no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:26:55.903352 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] No Port match for: 34c0d982-4a0f-44bd-b830-ae641967684b {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:26:55.903717 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 34c0d982-4a0f-44bd-b830-ae641967684b not bound to the agent host hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:26:55.978798 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device a38236bc-942d-4ebf-91aa-2da310cac493 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:26:55.998537 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] No Port match for: a38236bc-942d-4ebf-91aa-2da310cac493 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:26:55.998930 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device a38236bc-942d-4ebf-91aa-2da310cac493 not bound to the agent host hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:26:56.630253 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438f156-5c63-49a3-8584-67c21264aae9 req-f7a208c6-3709-4ac5-a21e-d46fcbb72b94 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:56.632646 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c438f156-5c63-49a3-8584-67c21264aae9 req-f7a208c6-3709-4ac5-a21e-d46fcbb72b94 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.1089232 Jul 13 18:26:56.696528 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9ff51-1cbc-4fd0-80c4-4f97b935f79b req-1ac06d90-a4c5-4c9e-b12d-a39cfffc7609 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:56.696528 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-17e9ff51-1cbc-4fd0-80c4-4f97b935f79b req-1ac06d90-a4c5-4c9e-b12d-a39cfffc7609 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1196043 Jul 13 18:26:56.702360 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c438f156-5c63-49a3-8584-67c21264aae9 req-124844fc-90ea-4ab8-8186-618fee612a65 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622778 Jul 13 18:26:56.751221 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-17e9ff51-1cbc-4fd0-80c4-4f97b935f79b req-549127ef-0739-4ed1-b392-52d11bec594d tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447781 Jul 13 18:26:58.012061 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ee18c-6229-4574-b192-ad28095509bf req-39ddb60b-717b-433b-867f-0e3f32a942c4 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:58.015641 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-305ee18c-6229-4574-b192-ad28095509bf req-39ddb60b-717b-433b-867f-0e3f32a942c4 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.1700177 Jul 13 18:26:58.047999 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704fad3-0e7b-441b-affe-4cc01f7eb205 req-e04b0658-773d-49e2-908d-0b9ca14072eb tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:58.050164 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f704fad3-0e7b-441b-affe-4cc01f7eb205 req-e04b0658-773d-49e2-908d-0b9ca14072eb tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1424565 Jul 13 18:26:58.118964 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-305ee18c-6229-4574-b192-ad28095509bf req-07e6edf0-96ea-4f6e-9195-490665b8a4c1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977225 Jul 13 18:26:58.136338 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f704fad3-0e7b-441b-affe-4cc01f7eb205 req-e0afdfae-2704-409d-be83-04e54ce92d22 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737798 Jul 13 18:26:59.413519 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5aadc-d7f0-406d-9485-42d703217f85 req-1266697c-cb02-41fd-97e6-154c2d9ef094 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:59.416309 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c9f5aadc-d7f0-406d-9485-42d703217f85 req-1266697c-cb02-41fd-97e6-154c2d9ef094 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1433775 Jul 13 18:26:59.454894 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57306d97-8440-4963-9ee4-f8494cf26cfa req-d1393183-7e4f-49bd-bae1-d754d71d8643 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:26:59.467272 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-57306d97-8440-4963-9ee4-f8494cf26cfa req-d1393183-7e4f-49bd-bae1-d754d71d8643 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.1513901 Jul 13 18:26:59.550090 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c9f5aadc-d7f0-406d-9485-42d703217f85 req-7c6f13f7-a537-4090-9792-b56809a5c051 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207516 Jul 13 18:26:59.571678 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-57306d97-8440-4963-9ee4-f8494cf26cfa req-1a3d0be2-bbe8-4a9d-aa28-95ea563470be tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995693 Jul 13 18:27:01.075896 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb51f18-754b-4b01-99ba-56295fa39f53 req-28d3e137-b8af-4f67-a230-a38fbce112e8 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:01.083222 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dbb51f18-754b-4b01-99ba-56295fa39f53 req-28d3e137-b8af-4f67-a230-a38fbce112e8 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.3879418 Jul 13 18:27:01.116472 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3605603-418f-432e-a684-b45afb2eb6c2 req-2bf1de08-de65-4a14-a287-48db01daf2fb tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:01.118427 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e3605603-418f-432e-a684-b45afb2eb6c2 req-2bf1de08-de65-4a14-a287-48db01daf2fb tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.1310697 Jul 13 18:27:01.172554 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dbb51f18-754b-4b01-99ba-56295fa39f53 req-b6d15095-c20a-4a06-ba61-40521fd24f67 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852051 Jul 13 18:27:01.214420 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e3605603-418f-432e-a684-b45afb2eb6c2 req-7d2590ed-71af-4eb5-abff-e01151a54443 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745049 Jul 13 18:27:02.411472 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397003c-2294-4968-b5e5-2bb321b93011 req-dd0500a7-6ff2-41df-bd92-01b3530d84a4 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:02.414064 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0397003c-2294-4968-b5e5-2bb321b93011 req-dd0500a7-6ff2-41df-bd92-01b3530d84a4 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1145189 Jul 13 18:27:02.473782 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b0bba-a073-407b-a1ac-11037037627f req-06c5da14-f3ec-4b5e-8868-5302c81af697 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:02.476298 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-789b0bba-a073-407b-a1ac-11037037627f req-06c5da14-f3ec-4b5e-8868-5302c81af697 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.1216824 Jul 13 18:27:02.488893 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0397003c-2294-4968-b5e5-2bb321b93011 req-52210aa7-b268-43f9-8867-cd045b8095df tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682328 Jul 13 18:27:02.527236 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-789b0bba-a073-407b-a1ac-11037037627f req-22f354c9-b6b4-4806-a7f6-6b1ca25f4fc0 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370827 Jul 13 18:27:03.015939 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79d7ce-a7ee-4297-8d8c-1f77e4b28a53 req-015f1f05-0d52-4830-b567-0ef15cd07ad7 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:03.017413 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ce79d7ce-a7ee-4297-8d8c-1f77e4b28a53 req-015f1f05-0d52-4830-b567-0ef15cd07ad7 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.0914843 Jul 13 18:27:03.089749 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ce79d7ce-a7ee-4297-8d8c-1f77e4b28a53 req-9f4d5720-8bb0-47b1-9b61-98aecee95e5c tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652909 Jul 13 18:27:03.118729 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996601f-b759-40ce-b108-267fc8805531 req-9a460289-cf5d-4e09-be0f-7455a9776c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:03.120914 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3996601f-b759-40ce-b108-267fc8805531 req-9a460289-cf5d-4e09-be0f-7455a9776c2e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a6911fcceca4a7a9b21b2e7b761c0d4&device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 1099 time: 0.0779481 Jul 13 18:27:03.285843 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996601f-b759-40ce-b108-267fc8805531 req-6816205a-f5ee-48e3-a7fc-a008b37a1655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:03.287936 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3996601f-b759-40ce-b108-267fc8805531 req-6816205a-f5ee-48e3-a7fc-a008b37a1655 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17302fc4-2689-41b0-91b7-3c3e6cf2a62b HTTP/1.1" status: 200 len: 910 time: 0.1361535 Jul 13 18:27:03.297510 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263e99d-1afe-4c6b-91e3-3b1f908939db req-547287b4-a58f-4bac-a06c-2f21b2df076c tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:03.299661 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-b263e99d-1afe-4c6b-91e3-3b1f908939db req-547287b4-a58f-4bac-a06c-2f21b2df076c tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.32 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 945 time: 0.1479232 Jul 13 18:27:03.360676 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3996601f-b759-40ce-b108-267fc8805531 req-bd511ff1-5907-45b6-b10e-50f3ba61f952 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d8561c5-364d-465e-bdef-1f34d7c6c57f HTTP/1.1" status: 200 len: 1002 time: 0.0652592 Jul 13 18:27:03.424148 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996601f-b759-40ce-b108-267fc8805531 req-80f47254-74f1-4979-a0cb-b431cc063649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:03.426035 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3996601f-b759-40ce-b108-267fc8805531 req-80f47254-74f1-4979-a0cb-b431cc063649 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76eef7ac-abd1-4be1-8ef4-9f068a4abaa0 HTTP/1.1" status: 200 len: 848 time: 0.0571764 Jul 13 18:27:03.448534 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [req-b263e99d-1afe-4c6b-91e3-3b1f908939db req-f84668bb-c270-465e-9484-b4548ced0bb6 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Deleting port a1cd7930-dec2-4533-b2cd-c0601d80036f {{(pid=92974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:27:03.449451 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-b263e99d-1afe-4c6b-91e3-3b1f908939db req-f84668bb-c270-465e-9484-b4548ced0bb6 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:03.495497 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996601f-b759-40ce-b108-267fc8805531 req-39ef89c8-102f-475c-bb68-cf67669d1a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:03.497444 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3996601f-b759-40ce-b108-267fc8805531 req-39ef89c8-102f-475c-bb68-cf67669d1a93 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17302fc4-2689-41b0-91b7-3c3e6cf2a62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0641048 Jul 13 18:27:03.577477 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [req-b263e99d-1afe-4c6b-91e3-3b1f908939db req-f84668bb-c270-465e-9484-b4548ced0bb6 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] For port a1cd7930-dec2-4533-b2cd-c0601d80036f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a1cd7930-dec2-4533-b2cd-c0601d80036f,segment=NetworkSegment(83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a),segment_id=83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a)] {{(pid=92974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:27:03.577956 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-b263e99d-1afe-4c6b-91e3-3b1f908939db req-f84668bb-c270-465e-9484-b4548ced0bb6 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:03.595542 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [req-b263e99d-1afe-4c6b-91e3-3b1f908939db req-f84668bb-c270-465e-9484-b4548ced0bb6 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Calling delete_port for a1cd7930-dec2-4533-b2cd-c0601d80036f owned by compute:nova {{(pid=92974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:27:03.720681 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3996601f-b759-40ce-b108-267fc8805531 req-f742e551-ba6b-4fcc-afc4-ceeed9af95ad service neutron] 10.222.0.32 "GET /v2.0/networks/17302fc4-2689-41b0-91b7-3c3e6cf2a62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160943 Jul 13 18:27:03.826421 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-b263e99d-1afe-4c6b-91e3-3b1f908939db req-f84668bb-c270-465e-9484-b4548ced0bb6 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:03.873851 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['a1cd7930-dec2-4533-b2cd-c0601d80036f'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:27:03.884745 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e9cfe-545e-4040-97cc-0b4baff52c1a req-c7197887-96e9-42e8-84fe-14f426dbf30b tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:03.888489 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d16e9cfe-545e-4040-97cc-0b4baff52c1a req-c7197887-96e9-42e8-84fe-14f426dbf30b tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a0566a-c3e7-47bc-8d63-b44fdc251876 HTTP/1.1" status: 200 len: 867 time: 0.1998396 Jul 13 18:27:03.951471 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84668bb-c270-465e-9484-b4548ced0bb6 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Pushing event deleted for resources: {'Port': ['ID=a1cd7930-dec2-4533-b2cd-c0601d80036f,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:03.963201 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3996601f-b759-40ce-b108-267fc8805531 req-999997d9-423b-49b9-85d8-12f1df21aeb2 service neutron] 10.222.0.32 "GET /v2.0/networks/17302fc4-2689-41b0-91b7-3c3e6cf2a62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173579 Jul 13 18:27:03.993936 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [req-b263e99d-1afe-4c6b-91e3-3b1f908939db req-f84668bb-c270-465e-9484-b4548ced0bb6 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] No DVR routers for this DVR port a1cd7930-dec2-4533-b2cd-c0601d80036f on host hv-cinder-78692 {{(pid=92974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:27:03.997392 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-b263e99d-1afe-4c6b-91e3-3b1f908939db req-f84668bb-c270-465e-9484-b4548ced0bb6 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:03.999406 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-b263e99d-1afe-4c6b-91e3-3b1f908939db req-f84668bb-c270-465e-9484-b4548ced0bb6 tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.32 "DELETE /v2.0/ports/a1cd7930-dec2-4533-b2cd-c0601d80036f HTTP/1.1" status: 204 len: 173 time: 0.6941211 Jul 13 18:27:03.999897 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a0566a-c3e7-47bc-8d63-b44fdc251876', 'name': 'network-vif-deleted', 'tag': 'a1cd7930-dec2-4533-b2cd-c0601d80036f'}] {{(pid=92974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:27:04.001395 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d16e9cfe-545e-4040-97cc-0b4baff52c1a req-90aab82b-4863-4dae-af1f-1279d686e38c tempest-ServerRescueNegativeTestJSON-582296091 tempest-ServerRescueNegativeTestJSON-582296091-project] 10.222.0.11 "GET /v2.0/security-groups?id=edc126ab-96d9-4d16-a9ff-95a80efea6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993681 Jul 13 18:27:04.017322 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744f0cfc83b6d7eddb29a1ac54562a03fe7b453c2cada0da8e0ec66c391a914f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ae7818-2b64-4c10-89cc-e05f0f20143e" -d '{"events": [{"server_uuid": "33a0566a-c3e7-47bc-8d63-b44fdc251876", "name": "network-vif-deleted", "tag": "a1cd7930-dec2-4533-b2cd-c0601d80036f"}]}' {{(pid=92974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:27:04.098709 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485e0409-eb99-4490-8bc6-81e46a7a0465 x-openstack-request-id: req-485e0409-eb99-4490-8bc6-81e46a7a0465 {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:27:04.099001 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a0566a-c3e7-47bc-8d63-b44fdc251876", "name": "network-vif-deleted", "tag": "a1cd7930-dec2-4533-b2cd-c0601d80036f", "status": "completed", "code": 200}]} {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:27:04.099253 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-485e0409-eb99-4490-8bc6-81e46a7a0465 {{(pid=92974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:27:04.100238 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a0566a-c3e7-47bc-8d63-b44fdc251876', 'name': 'network-vif-deleted', 'tag': 'a1cd7930-dec2-4533-b2cd-c0601d80036f', 'status': 'completed', 'code': 200} Jul 13 18:27:04.403368 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c9f83-deb1-4dfd-84b2-024aa9dea896 req-3754b620-0ae1-4389-9820-3673015648d9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:04.405217 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-613c9f83-deb1-4dfd-84b2-024aa9dea896 req-3754b620-0ae1-4389-9820-3673015648d9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.0921006 Jul 13 18:27:04.446622 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-613c9f83-deb1-4dfd-84b2-024aa9dea896 req-b5b8d29b-c277-44ba-9163-a9274b348e75 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352230 Jul 13 18:27:05.207653 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 39034) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:05.767437 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b93095-1cc1-43c7-af09-67d86e6a22aa req-2f6c3f89-20db-46c2-b1aa-88268a83b631 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:05.774537 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-52b93095-1cc1-43c7-af09-67d86e6a22aa req-2f6c3f89-20db-46c2-b1aa-88268a83b631 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.1497469 Jul 13 18:27:05.824746 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-52b93095-1cc1-43c7-af09-67d86e6a22aa req-5df07f17-5f70-45a1-9f6b-4891ce12ecb6 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489113 Jul 13 18:27:05.920247 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f80228a3-b670-4864-b6ec-d813a0e18bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8005970'] for router_interface, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:06.387387 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-f80228a3-b670-4864-b6ec-d813a0e18bd0 admin admin] Deleting port 5cc78bc9-0423-46a6-bc80-d4810c31ed69 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:27:06.387787 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f80228a3-b670-4864-b6ec-d813a0e18bd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:06.492635 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-f80228a3-b670-4864-b6ec-d813a0e18bd0 admin admin] For port 5cc78bc9-0423-46a6-bc80-d4810c31ed69, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=5cc78bc9-0423-46a6-bc80-d4810c31ed69,segment=NetworkSegment(83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a),segment_id=83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:27:06.492911 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f80228a3-b670-4864-b6ec-d813a0e18bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:06.508311 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-f80228a3-b670-4864-b6ec-d813a0e18bd0 admin admin] Calling delete_port for 5cc78bc9-0423-46a6-bc80-d4810c31ed69 owned by network:router_interface {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:27:06.750549 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f80228a3-b670-4864-b6ec-d813a0e18bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:06.783909 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80228a3-b670-4864-b6ec-d813a0e18bd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cc78bc9-0423-46a6-bc80-d4810c31ed69,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:07.212986 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f80228a3-b670-4864-b6ec-d813a0e18bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7945020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8006326'] for router_interface, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:07.514759 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80228a3-b670-4864-b6ec-d813a0e18bd0 admin admin] Router 587fe95e-a995-4fb9-9dd8-a4ec781eeba5 has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:27:07.660011 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80228a3-b670-4864-b6ec-d813a0e18bd0 admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:27:07.669423 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7069c5d-97e4-45db-99aa-39b744368c45 None None] Sync routers for ids ['587fe95e-a995-4fb9-9dd8-a4ec781eeba5'] in dv-cinder-786928-3-iscsi {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:27:07.670801 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-f80228a3-b670-4864-b6ec-d813a0e18bd0 admin admin] 10.222.0.11 "PUT /v2.0/routers/587fe95e-a995-4fb9-9dd8-a4ec781eeba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4620066 Jul 13 18:27:07.673983 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 39056) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:07.684782 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7069c5d-97e4-45db-99aa-39b744368c45 None None] Routers {'587fe95e-a995-4fb9-9dd8-a4ec781eeba5'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:27:07.685598 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-a7069c5d-97e4-45db-99aa-39b744368c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:26:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['587fe95e-a995-4fb9-9dd8-a4ec781eeba5'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:27:07.836570 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d9f83fb1-7c40-4c53-8c0d-1fc3c5c10e07 admin admin] Notify callbacks [] for router, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:07.844174 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-a7069c5d-97e4-45db-99aa-39b744368c45 None None] Set router 587fe95e-a995-4fb9-9dd8-a4ec781eeba5 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:27:07.981006 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d9f83fb1-7c40-4c53-8c0d-1fc3c5c10e07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:07.984855 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device a1cd7930-dec2-4533-b2cd-c0601d80036f no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:27:08.013485 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] No Port match for: a1cd7930-dec2-4533-b2cd-c0601d80036f {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:27:08.013824 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device a1cd7930-dec2-4533-b2cd-c0601d80036f not bound to the agent host hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:27:08.094502 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-d9f83fb1-7c40-4c53-8c0d-1fc3c5c10e07 admin admin] Deleting port 84454263-fd11-447a-9bba-c6b9de0808a8 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:27:08.094797 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d9f83fb1-7c40-4c53-8c0d-1fc3c5c10e07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:08.139046 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-a7069c5d-97e4-45db-99aa-39b744368c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587fe95e-a995-4fb9-9dd8-a4ec781eeba5', 'name': 'tempest-ServerRescueNegativeTestJSON-228951119-router', 'tenant_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '84454263-fd11-447a-9bba-c6b9de0808a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:04Z', 'updated_at': '2021-07-13T18:27:06Z', 'revision_number': 5, 'project_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'gw_port': {'id': '84454263-fd11-447a-9bba-c6b9de0808a8', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:39:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587fe95e-a995-4fb9-9dd8-a4ec781eeba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:06Z', 'updated_at': '2021-07-13T18:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:27:08.173163 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7069c5d-97e4-45db-99aa-39b744368c45 None None] Checking router: 587fe95e-a995-4fb9-9dd8-a4ec781eeba5 for host: dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:27:08.183857 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7069c5d-97e4-45db-99aa-39b744368c45 None None] Routers {'587fe95e-a995-4fb9-9dd8-a4ec781eeba5'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:27:08.184865 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-a7069c5d-97e4-45db-99aa-39b744368c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:26:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['587fe95e-a995-4fb9-9dd8-a4ec781eeba5'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:27:08.225515 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-d9f83fb1-7c40-4c53-8c0d-1fc3c5c10e07 admin admin] For port 84454263-fd11-447a-9bba-c6b9de0808a8, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=84454263-fd11-447a-9bba-c6b9de0808a8,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:27:08.225515 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d9f83fb1-7c40-4c53-8c0d-1fc3c5c10e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:08.243806 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-d9f83fb1-7c40-4c53-8c0d-1fc3c5c10e07 admin admin] Calling delete_port for 84454263-fd11-447a-9bba-c6b9de0808a8 owned by network:router_gateway {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:27:08.306399 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-a7069c5d-97e4-45db-99aa-39b744368c45 None None] Set router 587fe95e-a995-4fb9-9dd8-a4ec781eeba5 gateway port host: None {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:27:08.373583 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-a7069c5d-97e4-45db-99aa-39b744368c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587fe95e-a995-4fb9-9dd8-a4ec781eeba5', 'name': 'tempest-ServerRescueNegativeTestJSON-228951119-router', 'tenant_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:04Z', 'updated_at': '2021-07-13T18:27:07Z', 'revision_number': 6, 'project_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'gw_port_host': None}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:27:08.403614 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7069c5d-97e4-45db-99aa-39b744368c45 None None] The sync data for ids ['587fe95e-a995-4fb9-9dd8-a4ec781eeba5'] in dv-cinder-786928-3-iscsi is: [{'id': '587fe95e-a995-4fb9-9dd8-a4ec781eeba5', 'name': 'tempest-ServerRescueNegativeTestJSON-228951119-router', 'tenant_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:04Z', 'updated_at': '2021-07-13T18:27:07Z', 'revision_number': 6, 'project_id': '6142a2ec1d3e454297a59aa3b11d17aa', 'gw_port_host': None}] {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:27:08.514787 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d9f83fb1-7c40-4c53-8c0d-1fc3c5c10e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:08.575691 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f83fb1-7c40-4c53-8c0d-1fc3c5c10e07 admin admin] Pushing event deleted for resources: {'Port': ['ID=84454263-fd11-447a-9bba-c6b9de0808a8,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:08.634610 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d9f83fb1-7c40-4c53-8c0d-1fc3c5c10e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8001332'] for router_gateway, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:08.750667 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d9f83fb1-7c40-4c53-8c0d-1fc3c5c10e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8003519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61588'] for router, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:08.752861 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d9f83fb1-7c40-4c53-8c0d-1fc3c5c10e07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:08.832227 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d9f83fb1-7c40-4c53-8c0d-1fc3c5c10e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7995439'] for router, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:08.832848 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f83fb1-7c40-4c53-8c0d-1fc3c5c10e07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 587fe95e-a995-4fb9-9dd8-a4ec781eeba5 {{(pid=92973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 18:27:08.840532 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d9f83fb1-7c40-4c53-8c0d-1fc3c5c10e07 admin admin] Notify callbacks [] for router, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:08.841717 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-d9f83fb1-7c40-4c53-8c0d-1fc3c5c10e07 admin admin] 10.222.0.11 "DELETE /v2.0/routers/587fe95e-a995-4fb9-9dd8-a4ec781eeba5 HTTP/1.1" status: 204 len: 168 time: 1.1664505 Jul 13 18:27:08.844495 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 39064) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:08.930737 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0cb97e55-3d7a-4c29-af50-d23cf2e2a77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:08.942727 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a61f9f-fb46-4190-94e9-dc6f8b5d52ef admin admin] Deleting subnet 23bf7fe7-0ee1-431f-b75e-99e1897408f7 {{(pid=92974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 18:27:08.948171 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e8a61f9f-fb46-4190-94e9-dc6f8b5d52ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:08.989093 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 5cc78bc9-0423-46a6-bc80-d4810c31ed69 no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:27:09.017446 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: 5cc78bc9-0423-46a6-bc80-d4810c31ed69 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:27:09.018116 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 5cc78bc9-0423-46a6-bc80-d4810c31ed69 not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:27:09.019168 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e8a61f9f-fb46-4190-94e9-dc6f8b5d52ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3426495'] for subnet, precommit_delete_associations {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:09.062468 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e8a61f9f-fb46-4190-94e9-dc6f8b5d52ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7675306'] for subnet, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:09.122957 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e8a61f9f-fb46-4190-94e9-dc6f8b5d52ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7675283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3228786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1970045'] for subnet, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:09.150217 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a61f9f-fb46-4190-94e9-dc6f8b5d52ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23bf7fe7-0ee1-431f-b75e-99e1897408f7,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:09.155390 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e8a61f9f-fb46-4190-94e9-dc6f8b5d52ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for subnet, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:09.157397 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-e8a61f9f-fb46-4190-94e9-dc6f8b5d52ef admin admin] 10.222.0.11 "DELETE /v2.0/subnets/23bf7fe7-0ee1-431f-b75e-99e1897408f7 HTTP/1.1" status: 204 len: 168 time: 0.3112009 Jul 13 18:27:09.161322 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 39066) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:09.258776 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b50966e4-928e-469d-b504-eba098dabf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566799'] for network, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:09.370180 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:09.379035 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b50966e4-928e-469d-b504-eba098dabf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668259', 'neutron.services.segments.db._delete_segments_for_network-8737536498324'] for network, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:09.393738 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-b50966e4-928e-469d-b504-eba098dabf67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8712c6dd-710d-48bd-92a1-6aa9b9fb58fe']}} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:27:09.406985 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-b50966e4-928e-469d-b504-eba098dabf67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a') {'for_net_delete': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:27:09.407267 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-b50966e4-928e-469d-b504-eba098dabf67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f0e8a0-f39f-4e0b-8d3c-af3869e31d7a') {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:27:09.420388 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b50966e4-928e-469d-b504-eba098dabf67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737536430219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3662129'] for segment, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:09.438920 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b50966e4-928e-469d-b504-eba098dabf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:09.447189 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50966e4-928e-469d-b504-eba098dabf67 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=92973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 18:27:09.448209 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b50966e4-928e-469d-b504-eba098dabf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3662336'] for segment, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: Traceback (most recent call last): Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: timer() Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: cb(*args, **kw) Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: return func(*args, **kwargs) Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: self._notify() Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: self.callback(batched_events) Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: event.method(event) Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: return f(self, *a, **k) Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: return self._get(url).json() Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: return self.request(url, 'GET', **kwargs) Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 18:27:09.450455 dv-cinder-786928-3-iscsi neutron-server[92973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 18:27:09.518443 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b50966e4-928e-469d-b504-eba098dabf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8001304'] for network, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:09.525579 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b50966e4-928e-469d-b504-eba098dabf67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:09.528573 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-b50966e4-928e-469d-b504-eba098dabf67 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8712c6dd-710d-48bd-92a1-6aa9b9fb58fe HTTP/1.1" status: 204 len: 168 time: 0.3641386 Jul 13 18:27:09.551231 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50966e4-928e-469d-b504-eba098dabf67 admin admin] Pushing event deleted for resources: {'Network': ['ID=8712c6dd-710d-48bd-92a1-6aa9b9fb58fe,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:09.725935 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 39078) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:09.784423 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-004c57b1-2f27-40b1-81aa-979ac9d97c67 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6142a2ec1d3e454297a59aa3b11d17aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0535178 Jul 13 18:27:09.785244 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 39080) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:09.867625 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-2a44645f-0ee6-4df5-8738-a83f7dd25e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:09.883995 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-2a44645f-0ee6-4df5-8738-a83f7dd25e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:09.955959 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-2a44645f-0ee6-4df5-8738-a83f7dd25e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:09.958526 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-2a44645f-0ee6-4df5-8738-a83f7dd25e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:09.960062 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-2a44645f-0ee6-4df5-8738-a83f7dd25e08 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/edc126ab-96d9-4d16-a9ff-95a80efea6a0 HTTP/1.1" status: 204 len: 168 time: 0.1737666 Jul 13 18:27:09.968432 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44645f-0ee6-4df5-8738-a83f7dd25e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc126ab-96d9-4d16-a9ff-95a80efea6a0,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:10.454170 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:27:10.688151 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 84454263-fd11-447a-9bba-c6b9de0808a8 no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:27:10.716172 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-78fd25d0-cc14-46fb-8ba6-40331802faa4 req-89624279-02c6-4351-a360-b171868f1442 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1003754 Jul 13 18:27:10.718129 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: 84454263-fd11-447a-9bba-c6b9de0808a8 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:27:10.718513 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 84454263-fd11-447a-9bba-c6b9de0808a8 not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:27:10.853905 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd25d0-cc14-46fb-8ba6-40331802faa4 req-6d32b08b-c5ea-4f55-ad8f-48969a9eea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:10.855451 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-78fd25d0-cc14-46fb-8ba6-40331802faa4 req-6d32b08b-c5ea-4f55-ad8f-48969a9eea79 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=68241fca29234db0be94c2b6f7eaeb4d&device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 1099 time: 0.0716028 Jul 13 18:27:11.010249 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd25d0-cc14-46fb-8ba6-40331802faa4 req-9f395f6c-98a7-4fa8-ad34-6a6090d25f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:11.012182 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-78fd25d0-cc14-46fb-8ba6-40331802faa4 req-9f395f6c-98a7-4fa8-ad34-6a6090d25f1f service neutron] 10.222.0.32 "GET /v2.0/networks?id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d HTTP/1.1" status: 200 len: 918 time: 0.1255851 Jul 13 18:27:11.125500 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-78fd25d0-cc14-46fb-8ba6-40331802faa4 req-34c4af7d-2699-42c1-8032-4f0390f515d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c350fbe-c736-4c70-b069-c08d7601d7ba HTTP/1.1" status: 200 len: 1001 time: 0.0823033 Jul 13 18:27:11.190474 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd25d0-cc14-46fb-8ba6-40331802faa4 req-218079c9-8016-4be3-b039-f22324e5fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:11.192154 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-78fd25d0-cc14-46fb-8ba6-40331802faa4 req-218079c9-8016-4be3-b039-f22324e5fa61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=debf1583-97cc-49b3-a3ab-32a9aef91126 HTTP/1.1" status: 200 len: 856 time: 0.0601544 Jul 13 18:27:11.294592 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd25d0-cc14-46fb-8ba6-40331802faa4 req-3f6b3282-c969-48bf-854f-857abe64e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:11.296256 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-78fd25d0-cc14-46fb-8ba6-40331802faa4 req-3f6b3282-c969-48bf-854f-857abe64e230 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0944099 Jul 13 18:27:11.439196 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-78fd25d0-cc14-46fb-8ba6-40331802faa4 req-a7429328-c0d7-490b-9f36-352284355cfe service neutron] 10.222.0.32 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317797 Jul 13 18:27:11.440488 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-7276e92e-8b3e-42df-ab41-b28aeea82fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:11.551097 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-78fd25d0-cc14-46fb-8ba6-40331802faa4 req-1d0f4e5d-dba7-457a-9925-e15f5e64435c service neutron] 10.222.0.32 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018500 Jul 13 18:27:11.663564 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:12.020888 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 39144) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:12.182523 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f307ffea-f1ec-4ac6-9618-f3d117b8bbbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:12.372307 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f307ffea-f1ec-4ac6-9618-f3d117b8bbbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:12.377729 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f307ffea-f1ec-4ac6-9618-f3d117b8bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:12.437804 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307ffea-f1ec-4ac6-9618-f3d117b8bbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bb89b3-7c06-44e0-8cc4-dfd4f7fffccc,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:12.462012 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-f307ffea-f1ec-4ac6-9618-f3d117b8bbbc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=01af6f8ab89f4d44b0f728244b404d8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4370728 Jul 13 18:27:12.462236 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 39150) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:12.517341 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b373f3ba-c6e9-4c25-b83e-abaa6d6d3b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:12.543204 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b373f3ba-c6e9-4c25-b83e-abaa6d6d3b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:12.605115 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b373f3ba-c6e9-4c25-b83e-abaa6d6d3b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:12.607567 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b373f3ba-c6e9-4c25-b83e-abaa6d6d3b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:12.609642 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-b373f3ba-c6e9-4c25-b83e-abaa6d6d3b2c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/14bb89b3-7c06-44e0-8cc4-dfd4f7fffccc HTTP/1.1" status: 204 len: 168 time: 0.1460457 Jul 13 18:27:12.625092 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373f3ba-c6e9-4c25-b83e-abaa6d6d3b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bb89b3-7c06-44e0-8cc4-dfd4f7fffccc,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:12.714676 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:12.979367 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 39160) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:12.996121 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6c37b63d-7a69-469d-a397-37a5c79f6126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:13.106497 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6c37b63d-7a69-469d-a397-37a5c79f6126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:13.124199 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6c37b63d-7a69-469d-a397-37a5c79f6126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:13.167448 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37b63d-7a69-469d-a397-37a5c79f6126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87505fb1-c11e-444b-be36-2e418a566229,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:13.172604 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-6c37b63d-7a69-469d-a397-37a5c79f6126 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=60026f1987464e028a824d935cab42a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921642 Jul 13 18:27:13.175053 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 39164) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:13.231126 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-75acaa06-93b5-412c-9070-2d80cb23510d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:13.256949 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-75acaa06-93b5-412c-9070-2d80cb23510d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:13.313555 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-75acaa06-93b5-412c-9070-2d80cb23510d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:13.316627 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-75acaa06-93b5-412c-9070-2d80cb23510d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:13.318718 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-75acaa06-93b5-412c-9070-2d80cb23510d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87505fb1-c11e-444b-be36-2e418a566229 HTTP/1.1" status: 204 len: 168 time: 0.1419942 Jul 13 18:27:13.328253 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acaa06-93b5-412c-9070-2d80cb23510d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87505fb1-c11e-444b-be36-2e418a566229,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:14.317301 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:18.474309 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 39346) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:18.581076 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-78d82772-fe2c-417c-bd93-ce0197064764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:18.668177 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-78d82772-fe2c-417c-bd93-ce0197064764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:18.671906 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-78d82772-fe2c-417c-bd93-ce0197064764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:18.710092 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-78d82772-fe2c-417c-bd93-ce0197064764 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79b111993a3e4684a97b55ccce9f1ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339344 Jul 13 18:27:18.710817 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d82772-fe2c-417c-bd93-ce0197064764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdbc7e8-71b2-4a3f-becb-60fa138848cd,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:18.712647 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 39350) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:18.762571 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b8fa31c4-40f6-4dae-9daa-66a5330fc55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:18.785971 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b8fa31c4-40f6-4dae-9daa-66a5330fc55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:18.831341 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b8fa31c4-40f6-4dae-9daa-66a5330fc55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:18.833799 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b8fa31c4-40f6-4dae-9daa-66a5330fc55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:18.836146 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-b8fa31c4-40f6-4dae-9daa-66a5330fc55f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cbdbc7e8-71b2-4a3f-becb-60fa138848cd HTTP/1.1" status: 204 len: 168 time: 0.1224532 Jul 13 18:27:18.844504 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa31c4-40f6-4dae-9daa-66a5330fc55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdbc7e8-71b2-4a3f-becb-60fa138848cd,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:19.106413 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 39358) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:19.120536 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-dd805d67-5313-42e8-b9f8-e96ed59b9332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:19.217886 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-dd805d67-5313-42e8-b9f8-e96ed59b9332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:19.221918 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-dd805d67-5313-42e8-b9f8-e96ed59b9332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:19.261996 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-dd805d67-5313-42e8-b9f8-e96ed59b9332 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bfa7b00200404c4fa53b34922b79ba86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544442 Jul 13 18:27:19.262845 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd805d67-5313-42e8-b9f8-e96ed59b9332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c110db-09be-4924-b214-2c2e5550d888,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:19.265576 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 39360) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:19.325096 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a280c14d-7929-449e-b2fe-5940b475a9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:19.347132 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a280c14d-7929-449e-b2fe-5940b475a9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:19.394146 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a280c14d-7929-449e-b2fe-5940b475a9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:19.397292 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a280c14d-7929-449e-b2fe-5940b475a9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:19.398431 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-a280c14d-7929-449e-b2fe-5940b475a9cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/34c110db-09be-4924-b214-2c2e5550d888 HTTP/1.1" status: 204 len: 168 time: 0.1315949 Jul 13 18:27:19.406309 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280c14d-7929-449e-b2fe-5940b475a9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c110db-09be-4924-b214-2c2e5550d888,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:21.500201 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 39438) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:21.602826 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f0f27787-3d17-4803-a719-68ffbd76e599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:21.649290 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 39444) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:21.691453 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f0f27787-3d17-4803-a719-68ffbd76e599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:21.695100 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6968c81-4bb2-4e82-90eb-7658f165133a admin admin] Deleting subnet 94d5e0fd-ec57-44db-9bda-a013e5151d96 {{(pid=92973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 18:27:21.696540 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f0f27787-3d17-4803-a719-68ffbd76e599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:21.698389 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f6968c81-4bb2-4e82-90eb-7658f165133a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:21.734427 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f6968c81-4bb2-4e82-90eb-7658f165133a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3662120'] for subnet, precommit_delete_associations {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:21.737774 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-f0f27787-3d17-4803-a719-68ffbd76e599 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f1b45c034c44b8fb02a49ec605f29af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341526 Jul 13 18:27:21.737774 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f27787-3d17-4803-a719-68ffbd76e599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b02e2e-2cf3-4596-9ffd-545ac135332b,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:21.739171 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 39446) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:21.750998 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f27787-3d17-4803-a719-68ffbd76e599 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:21.751418 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f27787-3d17-4803-a719-68ffbd76e599 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:21.751786 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f27787-3d17-4803-a719-68ffbd76e599 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:21.752122 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f27787-3d17-4803-a719-68ffbd76e599 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:21.752453 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f27787-3d17-4803-a719-68ffbd76e599 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:21.752789 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f27787-3d17-4803-a719-68ffbd76e599 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:21.753115 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f27787-3d17-4803-a719-68ffbd76e599 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:21.753440 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f27787-3d17-4803-a719-68ffbd76e599 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:21.753763 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f27787-3d17-4803-a719-68ffbd76e599 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:21.754087 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f27787-3d17-4803-a719-68ffbd76e599 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:21.754404 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f27787-3d17-4803-a719-68ffbd76e599 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:21.754724 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f27787-3d17-4803-a719-68ffbd76e599 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:21.774371 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f6968c81-4bb2-4e82-90eb-7658f165133a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7675306'] for subnet, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:21.799089 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e3a0e253-fc2e-4522-b1e9-123cefc2b485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:21.822821 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e3a0e253-fc2e-4522-b1e9-123cefc2b485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:21.825866 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f6968c81-4bb2-4e82-90eb-7658f165133a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7675283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8946638'] for subnet, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:21.851296 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6968c81-4bb2-4e82-90eb-7658f165133a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94d5e0fd-ec57-44db-9bda-a013e5151d96,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:21.855037 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f6968c81-4bb2-4e82-90eb-7658f165133a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:21.859462 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-f6968c81-4bb2-4e82-90eb-7658f165133a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/94d5e0fd-ec57-44db-9bda-a013e5151d96 HTTP/1.1" status: 204 len: 168 time: 0.2066109 Jul 13 18:27:21.860319 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 39448) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:21.872638 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e3a0e253-fc2e-4522-b1e9-123cefc2b485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:21.875444 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e3a0e253-fc2e-4522-b1e9-123cefc2b485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:21.876608 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-e3a0e253-fc2e-4522-b1e9-123cefc2b485 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/49b02e2e-2cf3-4596-9ffd-545ac135332b HTTP/1.1" status: 204 len: 168 time: 0.1365151 Jul 13 18:27:21.885361 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0e253-fc2e-4522-b1e9-123cefc2b485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b02e2e-2cf3-4596-9ffd-545ac135332b,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:21.935309 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d3efbdc4-6cd5-4937-aed3-f5de7c682c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566799'] for network, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:22.015641 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d3efbdc4-6cd5-4937-aed3-f5de7c682c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668259', 'neutron.services.segments.db._delete_segments_for_network-8737536498324'] for network, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:22.025279 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-d3efbdc4-6cd5-4937-aed3-f5de7c682c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['defbbbc1-7f2d-475f-a90d-b6b33fb6fa56']}} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:27:22.035290 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-d3efbdc4-6cd5-4937-aed3-f5de7c682c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c870cd-3bb6-4e42-91de-1e7875c12f6e') {'for_net_delete': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:27:22.035597 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-d3efbdc4-6cd5-4937-aed3-f5de7c682c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c870cd-3bb6-4e42-91de-1e7875c12f6e') {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:27:22.044983 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d3efbdc4-6cd5-4937-aed3-f5de7c682c0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737536430219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3662129'] for segment, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:22.059243 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d3efbdc4-6cd5-4937-aed3-f5de7c682c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:22.065365 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3efbdc4-6cd5-4937-aed3-f5de7c682c0d admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=92973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 18:27:22.065782 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d3efbdc4-6cd5-4937-aed3-f5de7c682c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3662336'] for segment, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: Traceback (most recent call last): Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: timer() Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: cb(*args, **kw) Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: return func(*args, **kwargs) Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: self._notify() Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: self.callback(batched_events) Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: event.method(event) Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: return f(self, *a, **k) Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: return self._get(url).json() Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: return self.request(url, 'GET', **kwargs) Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 18:27:22.067523 dv-cinder-786928-3-iscsi neutron-server[92973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 18:27:22.128984 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d3efbdc4-6cd5-4937-aed3-f5de7c682c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8001304'] for network, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:22.135013 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d3efbdc4-6cd5-4937-aed3-f5de7c682c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:22.139654 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-d3efbdc4-6cd5-4937-aed3-f5de7c682c0d admin admin] 10.222.0.11 "DELETE /v2.0/networks/defbbbc1-7f2d-475f-a90d-b6b33fb6fa56 HTTP/1.1" status: 204 len: 168 time: 0.2762697 Jul 13 18:27:22.148780 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efbdc4-6cd5-4937-aed3-f5de7c682c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=defbbbc1-7f2d-475f-a90d-b6b33fb6fa56,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:22.150321 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 39456) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:22.164166 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-36f92b74-cf62-4a09-8b95-4c5f5c3081fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:22.272682 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-36f92b74-cf62-4a09-8b95-4c5f5c3081fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:22.276956 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-36f92b74-cf62-4a09-8b95-4c5f5c3081fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:22.324336 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-36f92b74-cf62-4a09-8b95-4c5f5c3081fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=182ab350bc2d441597157265df55af11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728463 Jul 13 18:27:22.325326 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f92b74-cf62-4a09-8b95-4c5f5c3081fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62cc722-a2b6-4070-b66c-b3e82d3315bc,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:22.328551 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 39462) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:22.338315 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 39464) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:22.390678 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-e3a10659-297a-4aff-bd11-d2f9bdc29e4f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8bfa423b48af489a8cbe7de5257a6278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510962 Jul 13 18:27:22.392327 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-635cdd6d-d6b2-4a16-997b-7b76903d2e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:22.393024 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 39468) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:22.422297 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-635cdd6d-d6b2-4a16-997b-7b76903d2e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:22.446623 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-bbdf48f2-11b6-4859-ae2b-e94a41ef00df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:22.472193 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-635cdd6d-d6b2-4a16-997b-7b76903d2e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:22.474148 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-bbdf48f2-11b6-4859-ae2b-e94a41ef00df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:22.475280 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-635cdd6d-d6b2-4a16-997b-7b76903d2e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:22.476655 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-635cdd6d-d6b2-4a16-997b-7b76903d2e88 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d62cc722-a2b6-4070-b66c-b3e82d3315bc HTTP/1.1" status: 204 len: 168 time: 0.1471233 Jul 13 18:27:22.484905 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635cdd6d-d6b2-4a16-997b-7b76903d2e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62cc722-a2b6-4070-b66c-b3e82d3315bc,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:22.525948 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-bbdf48f2-11b6-4859-ae2b-e94a41ef00df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:22.528382 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-bbdf48f2-11b6-4859-ae2b-e94a41ef00df admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:22.529508 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-bbdf48f2-11b6-4859-ae2b-e94a41ef00df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85253cad-93be-4cad-80b1-d9b19c915907 HTTP/1.1" status: 204 len: 168 time: 0.1356413 Jul 13 18:27:22.539460 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf48f2-11b6-4859-ae2b-e94a41ef00df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85253cad-93be-4cad-80b1-d9b19c915907,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:38.912130 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-843ce940-09f3-402a-86e9-e1825b2d52f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:39.377078 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:41.443251 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-57a37e08-4f00-4255-bd04-a1a671bf0d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:41.657905 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:42.705877 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:44.319133 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:46.686465 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401ad0e-c996-4354-9097-f228716dfb8c req-4e437827-d091-4c10-abd2-56e66cf1a4bc tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:46.688812 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5401ad0e-c996-4354-9097-f228716dfb8c req-4e437827-d091-4c10-abd2-56e66cf1a4bc tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d063924-5855-4bd7-b5d8-8424989a183d HTTP/1.1" status: 200 len: 945 time: 0.1008468 Jul 13 18:27:46.737636 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5401ad0e-c996-4354-9097-f228716dfb8c req-26ae59ef-9f6f-4f80-9aa5-deb18727c90b tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/security-groups?id=60076bb4-fbc7-48af-8668-4da7dc285382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426164 Jul 13 18:27:47.454942 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:27:47.968278 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cd451-157a-4ea7-89be-6a7998c63ad3 req-e719cc0e-6b2a-41c6-9179-9b54a49d42f2 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:47.970567 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-642cd451-157a-4ea7-89be-6a7998c63ad3 req-e719cc0e-6b2a-41c6-9179-9b54a49d42f2 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d063924-5855-4bd7-b5d8-8424989a183d HTTP/1.1" status: 200 len: 945 time: 0.0745029 Jul 13 18:27:48.035469 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-642cd451-157a-4ea7-89be-6a7998c63ad3 req-72a1c326-74c1-4d2f-b8e4-2bb9a6e19c1c tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/security-groups?id=60076bb4-fbc7-48af-8668-4da7dc285382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449598 Jul 13 18:27:48.614691 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bdce8-88e5-4bdf-b7c8-e194f0f10dd4 req-540ab54b-e58e-4f1b-a7be-5889d237cab9 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:48.616898 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-915bdce8-88e5-4bdf-b7c8-e194f0f10dd4 req-540ab54b-e58e-4f1b-a7be-5889d237cab9 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d063924-5855-4bd7-b5d8-8424989a183d HTTP/1.1" status: 200 len: 945 time: 0.0687528 Jul 13 18:27:48.735449 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [req-915bdce8-88e5-4bdf-b7c8-e194f0f10dd4 req-da1c164d-12eb-448c-856c-b4ab858c3de0 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Deleting port 38555cf4-0eaa-4c34-9b23-8e98b8a101be {{(pid=92974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:27:48.735823 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-915bdce8-88e5-4bdf-b7c8-e194f0f10dd4 req-da1c164d-12eb-448c-856c-b4ab858c3de0 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:48.840288 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [req-915bdce8-88e5-4bdf-b7c8-e194f0f10dd4 req-da1c164d-12eb-448c-856c-b4ab858c3de0 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] For port 38555cf4-0eaa-4c34-9b23-8e98b8a101be, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=38555cf4-0eaa-4c34-9b23-8e98b8a101be,segment=NetworkSegment(2e04bb62-f176-4eee-935b-66512fcf84ab),segment_id=2e04bb62-f176-4eee-935b-66512fcf84ab)] {{(pid=92974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:27:48.840647 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-915bdce8-88e5-4bdf-b7c8-e194f0f10dd4 req-da1c164d-12eb-448c-856c-b4ab858c3de0 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:48.855036 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [req-915bdce8-88e5-4bdf-b7c8-e194f0f10dd4 req-da1c164d-12eb-448c-856c-b4ab858c3de0 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Calling delete_port for 38555cf4-0eaa-4c34-9b23-8e98b8a101be owned by compute:nova {{(pid=92974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:27:49.022681 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-915bdce8-88e5-4bdf-b7c8-e194f0f10dd4 req-da1c164d-12eb-448c-856c-b4ab858c3de0 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:49.056645 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c164d-12eb-448c-856c-b4ab858c3de0 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Pushing event deleted for resources: {'Port': ['ID=38555cf4-0eaa-4c34-9b23-8e98b8a101be,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:49.068622 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['38555cf4-0eaa-4c34-9b23-8e98b8a101be'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:27:49.108367 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [req-915bdce8-88e5-4bdf-b7c8-e194f0f10dd4 req-da1c164d-12eb-448c-856c-b4ab858c3de0 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] No DVR routers for this DVR port 38555cf4-0eaa-4c34-9b23-8e98b8a101be on host hv-cinder-78692 {{(pid=92974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:27:49.112826 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-915bdce8-88e5-4bdf-b7c8-e194f0f10dd4 req-da1c164d-12eb-448c-856c-b4ab858c3de0 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:49.115758 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-915bdce8-88e5-4bdf-b7c8-e194f0f10dd4 req-da1c164d-12eb-448c-856c-b4ab858c3de0 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.32 "DELETE /v2.0/ports/38555cf4-0eaa-4c34-9b23-8e98b8a101be HTTP/1.1" status: 204 len: 173 time: 0.4924307 Jul 13 18:27:49.116910 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d063924-5855-4bd7-b5d8-8424989a183d', 'name': 'network-vif-deleted', 'tag': '38555cf4-0eaa-4c34-9b23-8e98b8a101be'}] {{(pid=92974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:27:49.119570 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744f0cfc83b6d7eddb29a1ac54562a03fe7b453c2cada0da8e0ec66c391a914f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1bda97-8817-4c66-a8e0-775886989c5e" -d '{"events": [{"server_uuid": "1d063924-5855-4bd7-b5d8-8424989a183d", "name": "network-vif-deleted", "tag": "38555cf4-0eaa-4c34-9b23-8e98b8a101be"}]}' {{(pid=92974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:27:49.174728 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5a5155-c007-4fd8-8104-4d983f23a513 x-openstack-request-id: req-0e5a5155-c007-4fd8-8104-4d983f23a513 {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:27:49.175290 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d063924-5855-4bd7-b5d8-8424989a183d", "name": "network-vif-deleted", "tag": "38555cf4-0eaa-4c34-9b23-8e98b8a101be", "status": "completed", "code": 200}]} {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:27:49.175779 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0e5a5155-c007-4fd8-8104-4d983f23a513 {{(pid=92974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:27:49.176512 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d063924-5855-4bd7-b5d8-8424989a183d', 'name': 'network-vif-deleted', 'tag': '38555cf4-0eaa-4c34-9b23-8e98b8a101be', 'status': 'completed', 'code': 200} Jul 13 18:27:49.229288 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d0918178-cd8f-4bb2-a056-494d485bb056 req-3fc934ee-f5d2-4689-b1b1-6e81f84f1ef7 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d063924-5855-4bd7-b5d8-8424989a183d HTTP/1.1" status: 200 len: 210 time: 0.0561903 Jul 13 18:27:50.390847 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 39860) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:50.532680 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-56e6b912-56e5-463d-9127-094977936178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:50.690010 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-56e6b912-56e5-463d-9127-094977936178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:50.698637 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-56e6b912-56e5-463d-9127-094977936178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:50.753966 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 39882) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:50.761208 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-56e6b912-56e5-463d-9127-094977936178 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a5680e65d434d33bfa6204d1485ead6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691478 Jul 13 18:27:50.762168 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6b912-56e5-463d-9127-094977936178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11f8312-e482-491d-8f93-e589a8595622,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:50.782718 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6b912-56e5-463d-9127-094977936178 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:50.783311 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6b912-56e5-463d-9127-094977936178 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:50.783882 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6b912-56e5-463d-9127-094977936178 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:50.784407 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6b912-56e5-463d-9127-094977936178 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:50.787710 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6b912-56e5-463d-9127-094977936178 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:50.788752 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6b912-56e5-463d-9127-094977936178 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:50.789209 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6b912-56e5-463d-9127-094977936178 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:50.789820 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6b912-56e5-463d-9127-094977936178 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:50.791110 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6b912-56e5-463d-9127-094977936178 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:50.791110 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6b912-56e5-463d-9127-094977936178 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:50.791478 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6b912-56e5-463d-9127-094977936178 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:50.792042 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6b912-56e5-463d-9127-094977936178 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:50.862295 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c1baaa43-47f6-49e6-8406-707eab00e6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:50.910254 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c1baaa43-47f6-49e6-8406-707eab00e6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:50.993699 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c1baaa43-47f6-49e6-8406-707eab00e6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:50.998635 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c1baaa43-47f6-49e6-8406-707eab00e6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:51.003822 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-c1baaa43-47f6-49e6-8406-707eab00e6c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a11f8312-e482-491d-8f93-e589a8595622 HTTP/1.1" status: 204 len: 168 time: 0.2444453 Jul 13 18:27:51.012817 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1baaa43-47f6-49e6-8406-707eab00e6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11f8312-e482-491d-8f93-e589a8595622,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:51.574084 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d80f33-4d13-4567-852c-7a72ff489179 req-ddd062e7-1285-496c-a44c-20c372e2d90f tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:51.575652 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a1d80f33-4d13-4567-852c-7a72ff489179 req-ddd062e7-1285-496c-a44c-20c372e2d90f tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 946 time: 0.0961785 Jul 13 18:27:51.623076 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a1d80f33-4d13-4567-852c-7a72ff489179 req-ccf46df7-e1c0-418f-a89f-e2f1507f7bc3 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379145 Jul 13 18:27:51.847036 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 39940) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:51.958627 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-f016781b-e387-449f-bbca-ef7902069ce1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1022272045-network', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:27:51.981962 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f016781b-e387-449f-bbca-ef7902069ce1 admin admin] Made reservation on behalf of cd3e8481c4c44cb2b4f37b8995d8197a for: {'network': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:27:51.984341 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f016781b-e387-449f-bbca-ef7902069ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for network, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:51.992921 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f016781b-e387-449f-bbca-ef7902069ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:52.093394 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f016781b-e387-449f-bbca-ef7902069ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:52.097439 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f016781b-e387-449f-bbca-ef7902069ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:52.123840 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f016781b-e387-449f-bbca-ef7902069ce1 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=92974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 18:27:52.133131 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016781b-e387-449f-bbca-ef7902069ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1741a482-8481-4c7f-843e-1532cd857613,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:52.139190 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f016781b-e387-449f-bbca-ef7902069ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:52.139532 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.segments_db [None req-f016781b-e387-449f-bbca-ef7902069ce1 admin admin] Added segment 82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1 of type vlan for network fa0db6d2-fb58-4800-8d43-435aec164f62 Jul 13 18:27:52.182564 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f016781b-e387-449f-bbca-ef7902069ce1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737535993375'] for network, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:52.216850 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f016781b-e387-449f-bbca-ef7902069ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for network, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:52.217821 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f016781b-e387-449f-bbca-ef7902069ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:52.218398 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f016781b-e387-449f-bbca-ef7902069ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:52.273137 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-f016781b-e387-449f-bbca-ef7902069ce1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4249365 Jul 13 18:27:52.276795 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 39944) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:52.280647 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016781b-e387-449f-bbca-ef7902069ce1 admin admin] Pushing event updated for resources: {'Network': ['ID=fa0db6d2-fb58-4800-8d43-435aec164f62,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:52.282126 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-27feff7f-cfed-4636-9dd1-1a6440beb65e admin admin] Request body: {'subnet': {'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1022272045-subnet', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'ip_version': 4}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:27:52.294967 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Network fa0db6d2-fb58-4800-8d43-435aec164f62 details requested by agent ovs-agent-dv-cinder-786928-3-iscsi with host dv-cinder-786928-3-iscsi {{(pid=92975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 18:27:52.311814 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27feff7f-cfed-4636-9dd1-1a6440beb65e admin admin] Made reservation on behalf of cd3e8481c4c44cb2b4f37b8995d8197a for: {'subnet': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:27:52.314247 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-27feff7f-cfed-4636-9dd1-1a6440beb65e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8946667'] for subnet, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:52.507916 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-27feff7f-cfed-4636-9dd1-1a6440beb65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8946649'] for subnet, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:52.557505 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27feff7f-cfed-4636-9dd1-1a6440beb65e admin admin] Pushing event updated for resources: {'Subnet': ['ID=30d42cf3-08cd-4421-acf6-630ee173cb1c,revision_number=0']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:52.574575 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27feff7f-cfed-4636-9dd1-1a6440beb65e admin admin] Checking segment: {'id': '82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:27:52.575230 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27feff7f-cfed-4636-9dd1-1a6440beb65e admin admin] Network hostable DHCP agents. Network: fa0db6d2-fb58-4800-8d43-435aec164f62, hostable agents: ['65b15fd5-f86c-4cf1-b54a-6ad638ce2cca'], hosted agents: [] {{(pid=92973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 18:27:52.597227 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27feff7f-cfed-4636-9dd1-1a6440beb65e admin admin] Network fa0db6d2-fb58-4800-8d43-435aec164f62 is scheduled to be hosted by DHCP agent 65b15fd5-f86c-4cf1-b54a-6ad638ce2cca with binding_index 1 {{(pid=92973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 18:27:52.607417 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-27feff7f-cfed-4636-9dd1-1a6440beb65e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-3-iscsi, fa0db6d2-fb58-4800-8d43-435aec164f62) {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:27:52.611387 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27feff7f-cfed-4636-9dd1-1a6440beb65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:52.611999 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-27feff7f-cfed-4636-9dd1-1a6440beb65e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:52.618860 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae072e8-3173-4710-aed5-4545e5ea46c1 None None] Network fa0db6d2-fb58-4800-8d43-435aec164f62 requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:27:52.629401 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-27feff7f-cfed-4636-9dd1-1a6440beb65e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3490531 Jul 13 18:27:52.630342 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 39948) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:52.637724 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-23348ec2-6681-47f0-acc2-204d8a943dce admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1022272045-router', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:27:52.675188 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-23348ec2-6681-47f0-acc2-204d8a943dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8003397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61574'] for router, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:52.682331 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-23348ec2-6681-47f0-acc2-204d8a943dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8003366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8001251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8118471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61597'] for router, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:52.761211 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-23348ec2-6681-47f0-acc2-204d8a943dce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:52.865784 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8d173ec-5a45-53cb-a2e8-daa7abd35adf-fa0db6d2-fb58-4800-8d43-435aec164f62', 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'fixed_ips': [{'subnet_id': '30d42cf3-08cd-4421-acf6-630ee173cb1c'}]}} from dv-cinder-786928-3-iscsi. {{(pid=92975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 18:27:52.866675 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:52.879099 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5db2e5-2b2e-46bf-884b-10bb617ece2b req-ca41aaed-9523-4b98-b6ce-3a21b7d0dc6c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:52.881002 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-df5db2e5-2b2e-46bf-884b-10bb617ece2b req-ca41aaed-9523-4b98-b6ce-3a21b7d0dc6c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 946 time: 0.0956955 Jul 13 18:27:52.934303 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-df5db2e5-2b2e-46bf-884b-10bb617ece2b req-88fd7a5e-0ce2-4961-b4c6-c9199feb482a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474172 Jul 13 18:27:53.049478 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.db_base_plugin_common [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Allocated IP 172.20.0.2 (fa0db6d2-fb58-4800-8d43-435aec164f62/30d42cf3-08cd-4421-acf6-630ee173cb1c/f2050259-3322-41ef-a70c-856bfac3127a) {{(pid=92975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:27:53.129315 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-23348ec2-6681-47f0-acc2-204d8a943dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8001265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8003419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61603'] for router, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:53.252597 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Notify callbacks [] for port, precommit_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:53.262838 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Transition to ACTIVE for port object f2050259-3322-41ef-a70c-856bfac3127a will not be triggered until provisioned by entity L2. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:27:53.278937 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Transition to ACTIVE for port object f2050259-3322-41ef-a70c-856bfac3127a will not be triggered until provisioned by entity DHCP. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:27:53.286174 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:53.335378 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Network fa0db6d2-fb58-4800-8d43-435aec164f62 is already hosted by enough agents. {{(pid=92975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:27:53.338990 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.scheduler.base_scheduler [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Resources bound (agent type, host, resource id): {{(pid=92975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:27:53.342803 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Received port after_create {{(pid=92975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:27:53.348627 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Pushing event updated for resources: {'Port': ['ID=f2050259-3322-41ef-a70c-856bfac3127a,revision_number=1']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:53.362788 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:53.363192 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:53.363657 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:53.364097 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:53.364560 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:53.365084 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:53.365492 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:53.365884 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:53.367069 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:53.368295 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:53.368295 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:53.368724 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:27:53.373377 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-23348ec2-6681-47f0-acc2-204d8a943dce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:53.397489 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-23348ec2-6681-47f0-acc2-204d8a943dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:53.430263 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Attempting to bind port f2050259-3322-41ef-a70c-856bfac3127a on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:27:53.430684 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Attempting to bind port f2050259-3322-41ef-a70c-856bfac3127a by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': '82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62'}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:27:53.431082 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Attempting to bind port f2050259-3322-41ef-a70c-856bfac3127a on network fa0db6d2-fb58-4800-8d43-435aec164f62 {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:27:53.436670 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:27:53.437055 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Checking segment: {'id': '82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:27:53.437431 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:53.438016 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Bound using segment: {'id': '82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62'} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:27:53.438648 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Bound port: f2050259-3322-41ef-a70c-856bfac3127a, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62'}}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:27:53.439044 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:53.514844 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_common [None req-23348ec2-6681-47f0-acc2-204d8a943dce admin admin] Allocated IP 172.27.2.112 (245bce84-6448-48c3-832e-229c4a14376b/dd702e20-22b6-412e-a631-757c226d263b/703d48d2-f3c3-47c7-a410-1b4361cb8bc6) {{(pid=92974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:27:53.523602 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] For port f2050259-3322-41ef-a70c-856bfac3127a, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:27:53.526848 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] For port f2050259-3322-41ef-a70c-856bfac3127a, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=f2050259-3322-41ef-a70c-856bfac3127a,segment=NetworkSegment(82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1),segment_id=82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1)] {{(pid=92975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:27:53.530753 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:53.589611 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88acf0a-8ccf-41bf-9c4f-f62cb7995f4a None None] Pushing event updated for resources: {'Port': ['ID=f2050259-3322-41ef-a70c-856bfac3127a,revision_number=2']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:53.669656 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-23348ec2-6681-47f0-acc2-204d8a943dce admin admin] Notify callbacks [] for port, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:53.723076 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-23348ec2-6681-47f0-acc2-204d8a943dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:53.798859 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23348ec2-6681-47f0-acc2-204d8a943dce admin admin] Network 245bce84-6448-48c3-832e-229c4a14376b is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:27:53.798859 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-23348ec2-6681-47f0-acc2-204d8a943dce admin admin] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:27:53.802858 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23348ec2-6681-47f0-acc2-204d8a943dce admin admin] Received port after_create {{(pid=92974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:27:53.860336 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23348ec2-6681-47f0-acc2-204d8a943dce admin admin] Pushing event updated for resources: {'Port': ['ID=703d48d2-f3c3-47c7-a410-1b4361cb8bc6,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:54.156502 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-23348ec2-6681-47f0-acc2-204d8a943dce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:54.173989 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db670152-e987-4dd5-a3cc-5f6b001fd264 req-05e98555-edb6-4a32-83ac-ca66c6f84401 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:54.175598 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-db670152-e987-4dd5-a3cc-5f6b001fd264 req-05e98555-edb6-4a32-83ac-ca66c6f84401 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 946 time: 0.0819085 Jul 13 18:27:54.219427 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 38555cf4-0eaa-4c34-9b23-8e98b8a101be no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:27:54.220127 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-db670152-e987-4dd5-a3cc-5f6b001fd264 req-17cc6cc4-f74d-49be-bb23-0c822167ae95 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350091 Jul 13 18:27:54.244977 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] No Port match for: 38555cf4-0eaa-4c34-9b23-8e98b8a101be {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:27:54.248098 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 38555cf4-0eaa-4c34-9b23-8e98b8a101be not bound to the agent host hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:27:54.395891 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-23348ec2-6681-47f0-acc2-204d8a943dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8003410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8001228'] for router, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:54.552252 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23348ec2-6681-47f0-acc2-204d8a943dce admin admin] Router 73342b67-5d3f-4391-8f75-1ecea49b6d50 is scheduled to L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad with binding_index 1 {{(pid=92974) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 18:27:54.693790 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bab81b-6b81-4e34-a61d-a836e5dd6d4b None None] Network fa0db6d2-fb58-4800-8d43-435aec164f62 requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:27:54.696040 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23348ec2-6681-47f0-acc2-204d8a943dce admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:27:54.726836 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-23348ec2-6681-47f0-acc2-204d8a943dce admin admin] Notify callbacks [] for router, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:54.728397 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-23348ec2-6681-47f0-acc2-204d8a943dce admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0966706 Jul 13 18:27:54.731833 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 39988) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:54.738756 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] Sync routers for ids ['73342b67-5d3f-4391-8f75-1ecea49b6d50'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:27:54.756027 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] Routers {'73342b67-5d3f-4391-8f75-1ecea49b6d50'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:27:54.757174 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:27:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['73342b67-5d3f-4391-8f75-1ecea49b6d50'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:27:54.827572 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device f2050259-3322-41ef-a70c-856bfac3127a up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:27:54.829298 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-381c9ee6-4351-477d-9649-4faed5c0baa7 None None] Provisioning for port f2050259-3322-41ef-a70c-856bfac3127a completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:27:54.969742 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] Set router 73342b67-5d3f-4391-8f75-1ecea49b6d50 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:27:55.035444 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port f2050259-3322-41ef-a70c-856bfac3127a completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:27:55.066846 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port f2050259-3322-41ef-a70c-856bfac3127a triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:27:55.067217 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:55.265866 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4b48c545-cdf8-4694-939c-b8f4c2b6b966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:55.469576 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:55.500293 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'name': 'tempest-TestMinimumBasicScenario-1022272045-router', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:27:52Z', 'updated_at': '2021-07-13T18:27:53Z', 'revision_number': 3, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'gw_port': {'id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:27:53Z', 'updated_at': '2021-07-13T18:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:27:55.548804 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] Checking router: 73342b67-5d3f-4391-8f75-1ecea49b6d50 for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:27:55.549146 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] Updating router 73342b67-5d3f-4391-8f75-1ecea49b6d50 port 703d48d2-f3c3-47c7-a410-1b4361cb8bc6 binding host dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 18:27:55.552353 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port f2050259-3322-41ef-a70c-856bfac3127a, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=f2050259-3322-41ef-a70c-856bfac3127a,segment=NetworkSegment(82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1),segment_id=82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:27:55.582838 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:55.598331 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [None req-4b48c545-cdf8-4694-939c-b8f4c2b6b966 admin admin] Allocated IP 172.20.0.1 (fa0db6d2-fb58-4800-8d43-435aec164f62/30d42cf3-08cd-4421-acf6-630ee173cb1c/fc8cfce4-d144-4e70-a619-b1bf04fce117) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:27:55.632762 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:55.655973 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3886d-beb2-4c14-8932-76583aef3f71 req-32bd4cad-e7fd-4f61-a187-96e1806e546b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:55.658666 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-7ee3886d-beb2-4c14-8932-76583aef3f71 req-32bd4cad-e7fd-4f61-a187-96e1806e546b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 946 time: 0.1645744 Jul 13 18:27:55.677338 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=f2050259-3322-41ef-a70c-856bfac3127a,revision_number=3']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:55.730571 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87de9b-12e2-4c57-8fdf-2f4a68918149 req-8b458f3d-2cb3-48cc-93f5-a37e02c36df0 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:55.732309 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0e87de9b-12e2-4c57-8fdf-2f4a68918149 req-8b458f3d-2cb3-48cc-93f5-a37e02c36df0 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 946 time: 0.3068154 Jul 13 18:27:55.806467 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0e87de9b-12e2-4c57-8fdf-2f4a68918149 req-3d7b831c-ec6e-4886-ac2a-b18f14d111fb tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610778 Jul 13 18:27:55.825329 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4b48c545-cdf8-4694-939c-b8f4c2b6b966 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:55.838784 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [None req-4b48c545-cdf8-4694-939c-b8f4c2b6b966 admin admin] Transition to ACTIVE for port object fc8cfce4-d144-4e70-a619-b1bf04fce117 will not be triggered until provisioned by entity DHCP. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:27:55.858896 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-96f7139c-4d63-4d37-aa84-bfcc5b94f7ed None None] Provisioning complete for port f2050259-3322-41ef-a70c-856bfac3127a triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:27:55.858896 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-96f7139c-4d63-4d37-aa84-bfcc5b94f7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:55.879775 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4b48c545-cdf8-4694-939c-b8f4c2b6b966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:55.917130 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b48c545-cdf8-4694-939c-b8f4c2b6b966 admin admin] Network fa0db6d2-fb58-4800-8d43-435aec164f62 is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:27:55.924051 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-4b48c545-cdf8-4694-939c-b8f4c2b6b966 admin admin] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:27:55.928073 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b48c545-cdf8-4694-939c-b8f4c2b6b966 admin admin] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:27:55.933977 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48c545-cdf8-4694-939c-b8f4c2b6b966 admin admin] Pushing event updated for resources: {'Port': ['ID=fc8cfce4-d144-4e70-a619-b1bf04fce117,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:55.974075 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4b48c545-cdf8-4694-939c-b8f4c2b6b966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8006825'] for router_interface, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:56.017612 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] Notify callbacks [] for port, precommit_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:56.038717 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] Transition to ACTIVE for port object 703d48d2-f3c3-47c7-a410-1b4361cb8bc6 will not be triggered until provisioned by entity L2. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:27:56.050533 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:56.108137 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] Attempting to bind port 703d48d2-f3c3-47c7-a410-1b4361cb8bc6 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:27:56.108515 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] Attempting to bind port 703d48d2-f3c3-47c7-a410-1b4361cb8bc6 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:27:56.108881 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] Attempting to bind port 703d48d2-f3c3-47c7-a410-1b4361cb8bc6 on network 245bce84-6448-48c3-832e-229c4a14376b {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:27:56.118956 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:27:56.119299 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] Checking segment: {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:27:56.119747 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:56.120152 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] Bound using segment: {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:27:56.120654 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] Bound port: 703d48d2-f3c3-47c7-a410-1b4361cb8bc6, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:27:56.121051 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:56.123119 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588bbff-3e99-41d3-b66f-ab9dd2b2c925 None None] Pushing event updated for resources: {'Port': ['ID=703d48d2-f3c3-47c7-a410-1b4361cb8bc6,revision_number=2']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:56.149689 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4b48c545-cdf8-4694-939c-b8f4c2b6b966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:56.202312 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] For port 703d48d2-f3c3-47c7-a410-1b4361cb8bc6, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:27:56.206010 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] For port 703d48d2-f3c3-47c7-a410-1b4361cb8bc6, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=703d48d2-f3c3-47c7-a410-1b4361cb8bc6,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:27:56.211600 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:56.271097 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-484df5c7-ae39-4afb-9623-f06f7b88a9b2 None None] Provisioning for port fc8cfce4-d144-4e70-a619-b1bf04fce117 completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:27:56.287127 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-484df5c7-ae39-4afb-9623-f06f7b88a9b2 None None] Provisioning complete for port fc8cfce4-d144-4e70-a619-b1bf04fce117 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:27:56.287513 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-484df5c7-ae39-4afb-9623-f06f7b88a9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:56.290484 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] Routers {'73342b67-5d3f-4391-8f75-1ecea49b6d50'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:27:56.291123 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:27:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['73342b67-5d3f-4391-8f75-1ecea49b6d50'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:27:56.294044 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588bbff-3e99-41d3-b66f-ab9dd2b2c925 None None] Pushing event updated for resources: {'Port': ['ID=703d48d2-f3c3-47c7-a410-1b4361cb8bc6,revision_number=3']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:56.375485 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-484df5c7-ae39-4afb-9623-f06f7b88a9b2 None None] Port fc8cfce4-d144-4e70-a619-b1bf04fce117 cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:27:56.442625 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] Set router 73342b67-5d3f-4391-8f75-1ecea49b6d50 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:27:56.636488 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [req-7ee3886d-beb2-4c14-8932-76583aef3f71 req-a36d45c4-7d1a-4252-8a96-884aa1ad23ce tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Deleting port 1c350fbe-c736-4c70-b069-c08d7601d7ba {{(pid=92974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:27:56.636820 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-7ee3886d-beb2-4c14-8932-76583aef3f71 req-a36d45c4-7d1a-4252-8a96-884aa1ad23ce tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:56.648789 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4b48c545-cdf8-4694-939c-b8f4c2b6b966 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:56.654355 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4b48c545-cdf8-4694-939c-b8f4c2b6b966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:56.721894 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'name': 'tempest-TestMinimumBasicScenario-1022272045-router', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:27:52Z', 'updated_at': '2021-07-13T18:27:56Z', 'revision_number': 4, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'gw_port': {'id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:27:53Z', 'updated_at': '2021-07-13T18:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': 'fc8cfce4-d144-4e70-a619-b1bf04fce117', 'name': '', 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'mac_address': 'fa:16:3e:05:5b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '30d42cf3-08cd-4421-acf6-630ee173cb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:27:55Z', 'updated_at': '2021-07-13T18:27:55Z', 'revision_number': 1, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'subnets': [{'id': '30d42cf3-08cd-4421-acf6-630ee173cb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:27:56.758135 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48c545-cdf8-4694-939c-b8f4c2b6b966 admin admin] Pushing event updated for resources: {'Port': ['ID=fc8cfce4-d144-4e70-a619-b1bf04fce117,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:56.777033 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4b48c545-cdf8-4694-939c-b8f4c2b6b966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7944997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8006115'] for router_interface, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:56.784917 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dee9dd0-29a3-4678-9ba5-01dbf34305e0 None None] The sync data for ids ['73342b67-5d3f-4391-8f75-1ecea49b6d50'] in dv-cinder-786928-3-iscsi is: [{'id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'name': 'tempest-TestMinimumBasicScenario-1022272045-router', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:27:52Z', 'updated_at': '2021-07-13T18:27:56Z', 'revision_number': 4, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'gw_port': {'id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:27:53Z', 'updated_at': '2021-07-13T18:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': 'fc8cfce4-d144-4e70-a619-b1bf04fce117', 'name': '', 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'mac_address': 'fa:16:3e:05:5b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '30d42cf3-08cd-4421-acf6-630ee173cb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:27:55Z', 'updated_at': '2021-07-13T18:27:55Z', 'revision_number': 1, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'subnets': [{'id': '30d42cf3-08cd-4421-acf6-630ee173cb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:27:56.786190 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [req-7ee3886d-beb2-4c14-8932-76583aef3f71 req-a36d45c4-7d1a-4252-8a96-884aa1ad23ce tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] For port 1c350fbe-c736-4c70-b069-c08d7601d7ba, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1c350fbe-c736-4c70-b069-c08d7601d7ba,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:27:56.787290 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-7ee3886d-beb2-4c14-8932-76583aef3f71 req-a36d45c4-7d1a-4252-8a96-884aa1ad23ce tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:56.804700 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device f2050259-3322-41ef-a70c-856bfac3127a up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:27:56.904806 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port f2050259-3322-41ef-a70c-856bfac3127a triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:27:56.905726 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:56.953688 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b48c545-cdf8-4694-939c-b8f4c2b6b966 admin admin] Network fa0db6d2-fb58-4800-8d43-435aec164f62 is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:27:56.960424 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-4b48c545-cdf8-4694-939c-b8f4c2b6b966 admin admin] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:27:57.171932 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-7ee3886d-beb2-4c14-8932-76583aef3f71 req-a36d45c4-7d1a-4252-8a96-884aa1ad23ce tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:57.174354 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-7ee3886d-beb2-4c14-8932-76583aef3f71 req-a36d45c4-7d1a-4252-8a96-884aa1ad23ce tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8001390'] for floatingip, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:57.174354 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.l3_db [req-7ee3886d-beb2-4c14-8932-76583aef3f71 req-a36d45c4-7d1a-4252-8a96-884aa1ad23ce tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Floating IP 5e9d1bb5-c34d-4c26-b52f-db17aa269b0f disassociated. External IP: 172.27.2.242, port: 1c350fbe-c736-4c70-b069-c08d7601d7ba. Jul 13 18:27:57.174354 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [req-7ee3886d-beb2-4c14-8932-76583aef3f71 req-a36d45c4-7d1a-4252-8a96-884aa1ad23ce tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Calling delete_port for 1c350fbe-c736-4c70-b069-c08d7601d7ba owned by compute:nova {{(pid=92974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:27:57.234618 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6a2a2-d30b-4ae3-9c8c-0742502957ca req-2e9caa3d-359b-4e2b-903e-3b1ed6da5036 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:57.240567 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-12b6a2a2-d30b-4ae3-9c8c-0742502957ca req-2e9caa3d-359b-4e2b-903e-3b1ed6da5036 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 946 time: 0.1881521 Jul 13 18:27:57.266782 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b48c545-cdf8-4694-939c-b8f4c2b6b966 admin admin] Router 73342b67-5d3f-4391-8f75-1ecea49b6d50 has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:27:57.368959 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-12b6a2a2-d30b-4ae3-9c8c-0742502957ca req-f4060fc8-a39f-4ba4-8649-62c71ed7c58d tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236563 Jul 13 18:27:57.421649 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-7ee3886d-beb2-4c14-8932-76583aef3f71 req-a36d45c4-7d1a-4252-8a96-884aa1ad23ce tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:57.435198 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-f3f92f62-bf9f-4a33-bef6-7b25cfcace24 None None] Provisioning complete for port fc8cfce4-d144-4e70-a619-b1bf04fce117 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:27:57.436271 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-f3f92f62-bf9f-4a33-bef6-7b25cfcace24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:57.493836 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b48c545-cdf8-4694-939c-b8f4c2b6b966 admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:27:57.501792 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d45c4-7d1a-4252-8a96-884aa1ad23ce tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Pushing event deleted for resources: {'Port': ['ID=1c350fbe-c736-4c70-b069-c08d7601d7ba,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:57.503663 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-f3f92f62-bf9f-4a33-bef6-7b25cfcace24 None None] Port fc8cfce4-d144-4e70-a619-b1bf04fce117 cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:27:57.512485 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-4b48c545-cdf8-4694-939c-b8f4c2b6b966 admin admin] 10.222.0.11 "PUT /v2.0/routers/73342b67-5d3f-4391-8f75-1ecea49b6d50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7789767 Jul 13 18:27:58.071469 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ee3886d-beb2-4c14-8932-76583aef3f71 req-a36d45c4-7d1a-4252-8a96-884aa1ad23ce tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Router fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:27:58.231729 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ee3886d-beb2-4c14-8932-76583aef3f71 req-a36d45c4-7d1a-4252-8a96-884aa1ad23ce tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:27:58.246346 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7cdc45-25e1-4ded-b1c5-ba854aa6ce88 None None] Sync routers for ids ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'] in dv-cinder-786928-3-iscsi {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:27:58.273782 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7cdc45-25e1-4ded-b1c5-ba854aa6ce88 None None] Routers {'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:27:58.274537 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-9d7cdc45-25e1-4ded-b1c5-ba854aa6ce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:27:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:27:58.300733 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee3886d-beb2-4c14-8932-76583aef3f71 req-a36d45c4-7d1a-4252-8a96-884aa1ad23ce tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] No DVR routers for this DVR port 1c350fbe-c736-4c70-b069-c08d7601d7ba on host hv-cinder-78692 {{(pid=92974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:27:58.304261 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-7ee3886d-beb2-4c14-8932-76583aef3f71 req-a36d45c4-7d1a-4252-8a96-884aa1ad23ce tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:58.307259 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-7ee3886d-beb2-4c14-8932-76583aef3f71 req-a36d45c4-7d1a-4252-8a96-884aa1ad23ce tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.32 "DELETE /v2.0/ports/1c350fbe-c736-4c70-b069-c08d7601d7ba HTTP/1.1" status: 204 len: 173 time: 1.7987680 Jul 13 18:27:58.307998 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21', 'name': 'network-vif-deleted', 'tag': '1c350fbe-c736-4c70-b069-c08d7601d7ba'}] {{(pid=92974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:27:58.311333 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744f0cfc83b6d7eddb29a1ac54562a03fe7b453c2cada0da8e0ec66c391a914f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86705420-4fbf-4230-98b8-a6c16d2ea3b0" -d '{"events": [{"server_uuid": "eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21", "name": "network-vif-deleted", "tag": "1c350fbe-c736-4c70-b069-c08d7601d7ba"}]}' {{(pid=92974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:27:58.387005 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82368e6a-ff3e-4c49-b414-18f011445837 x-openstack-request-id: req-82368e6a-ff3e-4c49-b414-18f011445837 {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:27:58.387428 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21", "name": "network-vif-deleted", "tag": "1c350fbe-c736-4c70-b069-c08d7601d7ba", "status": "completed", "code": 200}]} {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:27:58.387848 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-82368e6a-ff3e-4c49-b414-18f011445837 {{(pid=92974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:27:58.388430 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21', 'name': 'network-vif-deleted', 'tag': '1c350fbe-c736-4c70-b069-c08d7601d7ba', 'status': 'completed', 'code': 200} Jul 13 18:27:58.413596 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 40030) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:58.419891 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-030fe46b-614f-4e35-a7ee-dfb53973e868 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-23245010-network', 'tenant_id': '458b623cb44145e59b8e8b6fe7e6456e'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:27:58.470758 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030fe46b-614f-4e35-a7ee-dfb53973e868 admin admin] Made reservation on behalf of 458b623cb44145e59b8e8b6fe7e6456e for: {'network': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:27:58.474535 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-030fe46b-614f-4e35-a7ee-dfb53973e868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for network, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:58.509806 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-030fe46b-614f-4e35-a7ee-dfb53973e868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:58.536894 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-9d7cdc45-25e1-4ded-b1c5-ba854aa6ce88 None None] Set router fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:27:58.654605 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d49a208a-277b-458e-a4d2-fb50930eec89 req-70800f96-ff1a-46b0-807b-9a50d530f448 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb62ca2d-0379-4b71-b2b4-4cb5f83bbf21 HTTP/1.1" status: 200 len: 210 time: 0.0560760 Jul 13 18:27:58.831935 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-030fe46b-614f-4e35-a7ee-dfb53973e868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:58.849434 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-030fe46b-614f-4e35-a7ee-dfb53973e868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:58.921290 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 703d48d2-f3c3-47c7-a410-1b4361cb8bc6 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:27:58.937712 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030fe46b-614f-4e35-a7ee-dfb53973e868 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=92973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 18:27:58.953419 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030fe46b-614f-4e35-a7ee-dfb53973e868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06e23b4-95a2-4bf5-903e-9dbdcccb4ac8,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:58.983938 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-030fe46b-614f-4e35-a7ee-dfb53973e868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:58.984953 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.db.segments_db [None req-030fe46b-614f-4e35-a7ee-dfb53973e868 admin admin] Added segment ba948732-fa80-4234-a485-de6648a67ae1 of type vlan for network de1bab03-b85c-4f87-8e23-77298ecd17ea Jul 13 18:27:59.037733 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port 703d48d2-f3c3-47c7-a410-1b4361cb8bc6 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:27:59.052442 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 703d48d2-f3c3-47c7-a410-1b4361cb8bc6 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:27:59.052876 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:59.091869 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-030fe46b-614f-4e35-a7ee-dfb53973e868 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737535993375'] for network, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:59.108590 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-9d7cdc45-25e1-4ded-b1c5-ba854aa6ce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1172803508-router', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '521e7351-66e8-4566-9902-ff6b3a693126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:07Z', 'updated_at': '2021-07-13T18:23:18Z', 'revision_number': 4, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'gw_port': {'id': '521e7351-66e8-4566-9902-ff6b3a693126', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:09Z', 'updated_at': '2021-07-13T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': 'b451eb4a-b4cd-456f-8ee3-ecfd2da09c41', 'name': '', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'mac_address': 'fa:16:3e:90:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:15Z', 'updated_at': '2021-07-13T18:23:35Z', 'revision_number': 5, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'subnets': [{'id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:27:59.157886 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7cdc45-25e1-4ded-b1c5-ba854aa6ce88 None None] Checking router: fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb for host: dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:27:59.176344 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-030fe46b-614f-4e35-a7ee-dfb53973e868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for network, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:59.176853 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7cdc45-25e1-4ded-b1c5-ba854aa6ce88 None None] Routers {'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:27:59.179888 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-9d7cdc45-25e1-4ded-b1c5-ba854aa6ce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:27:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:27:59.188649 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030fe46b-614f-4e35-a7ee-dfb53973e868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:59.191269 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-030fe46b-614f-4e35-a7ee-dfb53973e868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:59.226331 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-030fe46b-614f-4e35-a7ee-dfb53973e868 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8104534 Jul 13 18:27:59.229703 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 40042) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:27:59.235639 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-01dfd249-f7e9-445e-84e1-4661c6c0e0a1 admin admin] Request body: {'subnet': {'network_id': 'de1bab03-b85c-4f87-8e23-77298ecd17ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-23245010-subnet', 'tenant_id': '458b623cb44145e59b8e8b6fe7e6456e', 'ip_version': 4}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:27:59.283867 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:59.288531 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dfd249-f7e9-445e-84e1-4661c6c0e0a1 admin admin] Made reservation on behalf of 458b623cb44145e59b8e8b6fe7e6456e for: {'subnet': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:27:59.296189 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-01dfd249-f7e9-445e-84e1-4661c6c0e0a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1970008'] for subnet, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:59.333647 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port 703d48d2-f3c3-47c7-a410-1b4361cb8bc6, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=703d48d2-f3c3-47c7-a410-1b4361cb8bc6,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:27:59.341996 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:59.415120 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030fe46b-614f-4e35-a7ee-dfb53973e868 admin admin] Pushing event updated for resources: {'Network': ['ID=de1bab03-b85c-4f87-8e23-77298ecd17ea,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:59.437344 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Network de1bab03-b85c-4f87-8e23-77298ecd17ea details requested by agent ovs-agent-dv-cinder-786928-3-iscsi with host dv-cinder-786928-3-iscsi {{(pid=92975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 18:27:59.486165 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-9d7cdc45-25e1-4ded-b1c5-ba854aa6ce88 None None] Set router fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:27:59.604524 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=703d48d2-f3c3-47c7-a410-1b4361cb8bc6,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:59.745560 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-01dfd249-f7e9-445e-84e1-4661c6c0e0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3228851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1970026'] for subnet, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:27:59.817875 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8921b6-ac27-4993-b8ce-58c63de29c33 req-f7a0deb4-39fe-4a10-8dcb-632ce920ee46 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:27:59.827227 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ed8921b6-ac27-4993-b8ce-58c63de29c33 req-f7a0deb4-39fe-4a10-8dcb-632ce920ee46 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.1609995 Jul 13 18:27:59.906047 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfd249-f7e9-445e-84e1-4661c6c0e0a1 admin admin] Checking segment: {'id': 'ba948732-fa80-4234-a485-de6648a67ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'de1bab03-b85c-4f87-8e23-77298ecd17ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:27:59.906865 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dfd249-f7e9-445e-84e1-4661c6c0e0a1 admin admin] Network hostable DHCP agents. Network: de1bab03-b85c-4f87-8e23-77298ecd17ea, hostable agents: ['65b15fd5-f86c-4cf1-b54a-6ad638ce2cca'], hosted agents: [] {{(pid=92974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 18:27:59.920720 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfd249-f7e9-445e-84e1-4661c6c0e0a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51471f7c-ca68-476b-8335-6571d94267d2,revision_number=0']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:27:59.922826 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ed8921b6-ac27-4993-b8ce-58c63de29c33 req-6f6a282d-0aff-4301-af7d-2fb84887ba99 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922852 Jul 13 18:27:59.963390 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-9d7cdc45-25e1-4ded-b1c5-ba854aa6ce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1172803508-router', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '521e7351-66e8-4566-9902-ff6b3a693126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:07Z', 'updated_at': '2021-07-13T18:23:18Z', 'revision_number': 4, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'gw_port': {'id': '521e7351-66e8-4566-9902-ff6b3a693126', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:09Z', 'updated_at': '2021-07-13T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': 'b451eb4a-b4cd-456f-8ee3-ecfd2da09c41', 'name': '', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'mac_address': 'fa:16:3e:90:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:15Z', 'updated_at': '2021-07-13T18:23:35Z', 'revision_number': 5, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'subnets': [{'id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:27:59.967793 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dfd249-f7e9-445e-84e1-4661c6c0e0a1 admin admin] Network de1bab03-b85c-4f87-8e23-77298ecd17ea is scheduled to be hosted by DHCP agent 65b15fd5-f86c-4cf1-b54a-6ad638ce2cca with binding_index 1 {{(pid=92974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 18:27:59.984528 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 40060) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:00.002002 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-01dfd249-f7e9-445e-84e1-4661c6c0e0a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-3-iscsi, de1bab03-b85c-4f87-8e23-77298ecd17ea) {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:28:00.019462 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8174f990-894a-4b94-abbb-e20e69447371 None None] Network de1bab03-b85c-4f87-8e23-77298ecd17ea requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:28:00.028837 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7cdc45-25e1-4ded-b1c5-ba854aa6ce88 None None] The sync data for ids ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'] in dv-cinder-786928-3-iscsi is: [{'id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1172803508-router', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '521e7351-66e8-4566-9902-ff6b3a693126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:07Z', 'updated_at': '2021-07-13T18:23:18Z', 'revision_number': 4, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'gw_port': {'id': '521e7351-66e8-4566-9902-ff6b3a693126', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:09Z', 'updated_at': '2021-07-13T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': 'b451eb4a-b4cd-456f-8ee3-ecfd2da09c41', 'name': '', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'mac_address': 'fa:16:3e:90:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:15Z', 'updated_at': '2021-07-13T18:23:35Z', 'revision_number': 5, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'subnets': [{'id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:28:00.029231 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dfd249-f7e9-445e-84e1-4661c6c0e0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:00.031618 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-01dfd249-f7e9-445e-84e1-4661c6c0e0a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for subnet, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:00.093153 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-01dfd249-f7e9-445e-84e1-4661c6c0e0a1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8583174 Jul 13 18:28:00.095098 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 40068) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:00.110554 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-f09079b1-9d74-4482-bdc1-da3956b79070 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-23245010-router', 'tenant_id': '458b623cb44145e59b8e8b6fe7e6456e', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:00.209024 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f09079b1-9d74-4482-bdc1-da3956b79070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8003397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61574'] for router, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:00.210902 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f09079b1-9d74-4482-bdc1-da3956b79070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8003366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8001251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8118471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61597'] for router, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:00.317764 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f09079b1-9d74-4482-bdc1-da3956b79070 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:00.324833 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-ab02c5fd-bea8-4baa-ab6f-9bb4ae099db0 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:00.326919 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-ab02c5fd-bea8-4baa-ab6f-9bb4ae099db0 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/networks?id=db72fb8d-846f-4768-b0fc-a0927b8035c2 HTTP/1.1" status: 200 len: 813 time: 0.2576139 Jul 13 18:28:00.339655 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a64622-ac16-45e2-9e69-a8ab538a8d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8d173ec-5a45-53cb-a2e8-daa7abd35adf-de1bab03-b85c-4f87-8e23-77298ecd17ea', 'network_id': 'de1bab03-b85c-4f87-8e23-77298ecd17ea', 'tenant_id': '458b623cb44145e59b8e8b6fe7e6456e', 'fixed_ips': [{'subnet_id': '51471f7c-ca68-476b-8335-6571d94267d2'}]}} from dv-cinder-786928-3-iscsi. {{(pid=92975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 18:28:00.340613 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-11a64622-ac16-45e2-9e69-a8ab538a8d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:00.367607 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-27aaf64e-f292-4004-a2ce-c3cecedabf6f tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/quotas/208fd58ff0764671b4d85303c68f5579 HTTP/1.1" status: 200 len: 375 time: 0.0283959 Jul 13 18:28:00.400467 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] Sync routers for ids ['73342b67-5d3f-4391-8f75-1ecea49b6d50'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:28:00.420308 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 1c350fbe-c736-4c70-b069-c08d7601d7ba no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:28:00.445851 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-40d9deb7-5f7b-46da-a999-0b8d084fb31a tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=208fd58ff0764671b4d85303c68f5579&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767059 Jul 13 18:28:00.451608 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] No Port match for: 1c350fbe-c736-4c70-b069-c08d7601d7ba {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:28:00.452082 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 1c350fbe-c736-4c70-b069-c08d7601d7ba not bound to the agent host hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:28:00.461208 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] Routers {'73342b67-5d3f-4391-8f75-1ecea49b6d50'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:28:00.461935 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:27:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['73342b67-5d3f-4391-8f75-1ecea49b6d50'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:00.468935 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ad58fb52-ad69-4e69-9ab4-21fc6272bbb1 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:00.587729 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f09079b1-9d74-4482-bdc1-da3956b79070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8001265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8003419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61603'] for router, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:00.626044 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ad58fb52-ad69-4e69-9ab4-21fc6272bbb1 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:00.746663 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-3ec30191-1a17-4396-8469-c1addb5fd728 service neutron] 10.222.0.11 "GET /v2.0/networks/db72fb8d-846f-4768-b0fc-a0927b8035c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996926 Jul 13 18:28:00.774736 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] Set router 73342b67-5d3f-4391-8f75-1ecea49b6d50 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:28:00.849363 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439cfb5f-9c99-4d38-8ead-abbb9e2d3da1 None None] New status for floating IP 5e9d1bb5-c34d-4c26-b52f-db17aa269b0f: DOWN {{(pid=92976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 18:28:00.891227 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ad58fb52-ad69-4e69-9ab4-21fc6272bbb1 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:00.895696 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ad58fb52-ad69-4e69-9ab4-21fc6272bbb1 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:00.897549 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-ad58fb52-ad69-4e69-9ab4-21fc6272bbb1 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "DELETE /v2.0/security-groups/5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76 HTTP/1.1" status: 204 len: 168 time: 0.9089932 Jul 13 18:28:00.905954 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 40070) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:00.944873 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58fb52-ad69-4e69-9ab4-21fc6272bbb1 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:00.970317 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.api.v2.resource [None req-89f14917-99de-4977-aa76-e9e41e5b8af2 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] show failed (client error): The resource could not be found. Jul 13 18:28:00.971897 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-89f14917-99de-4977-aa76-e9e41e5b8af2 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups/5a13e9a2-7da9-4a6b-ac90-2d6574a9ca76 HTTP/1.1" status: 404 len: 347 time: 0.0551367 Jul 13 18:28:00.976157 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 40074) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:01.147707 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 703d48d2-f3c3-47c7-a410-1b4361cb8bc6 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:01.161278 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.db_base_plugin_common [None req-11a64622-ac16-45e2-9e69-a8ab538a8d06 None None] Allocated IP 172.20.0.2 (de1bab03-b85c-4f87-8e23-77298ecd17ea/51471f7c-ca68-476b-8335-6571d94267d2/9558a6f9-520f-46ec-bd4c-5b4db56ffbc1) {{(pid=92975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:28:01.185564 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-0672c417-5ecf-4dff-adee-1b1d97197cf9 service neutron] 10.222.0.11 "GET /v2.0/networks/db72fb8d-846f-4768-b0fc-a0927b8035c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242671 Jul 13 18:28:01.292550 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-9687f756-e8a9-40af-8faf-2f9a6dfab4f0 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Deleting port 13dbcf56-8e96-4889-b402-2c7b0477edde {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:28:01.292921 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9687f756-e8a9-40af-8faf-2f9a6dfab4f0 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:01.299700 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f09079b1-9d74-4482-bdc1-da3956b79070 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:01.325804 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f09079b1-9d74-4482-bdc1-da3956b79070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:01.410650 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c2068-d4e5-4f47-ad5c-1c72e4b1ff3b req-d21ed651-d843-4e0a-aa0b-0916389192c0 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:01.412724 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f95c2068-d4e5-4f47-ad5c-1c72e4b1ff3b req-d21ed651-d843-4e0a-aa0b-0916389192c0 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.1825781 Jul 13 18:28:01.471056 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_common [None req-f09079b1-9d74-4482-bdc1-da3956b79070 admin admin] Allocated IP 172.27.2.44 (245bce84-6448-48c3-832e-229c4a14376b/dd702e20-22b6-412e-a631-757c226d263b/ec57bcf0-44c3-4d10-bfe2-9a7979281c51) {{(pid=92974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:28:01.517398 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f95c2068-d4e5-4f47-ad5c-1c72e4b1ff3b req-671c57bd-b5e6-4132-b9ab-e5cee657f536 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966656 Jul 13 18:28:01.519885 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b7b9f796-bd9a-4792-ba91-ddb0d999ce1b req-803e6e40-fb1c-4a98-a50c-d1b955a1ab91 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=28366b72-5625-43d9-b557-4e97d879cf49 HTTP/1.1" status: 200 len: 210 time: 0.0871732 Jul 13 18:28:01.523434 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9687f756-e8a9-40af-8faf-2f9a6dfab4f0 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:01.523835 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9687f756-e8a9-40af-8faf-2f9a6dfab4f0 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:01.538401 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-9687f756-e8a9-40af-8faf-2f9a6dfab4f0 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Calling delete_port for 13dbcf56-8e96-4889-b402-2c7b0477edde owned by network:floatingip {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:28:01.613978 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 703d48d2-f3c3-47c7-a410-1b4361cb8bc6 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:01.614412 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:01.656137 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f09079b1-9d74-4482-bdc1-da3956b79070 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:01.724451 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f09079b1-9d74-4482-bdc1-da3956b79070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:01.834333 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-11a64622-ac16-45e2-9e69-a8ab538a8d06 None None] Notify callbacks [] for port, precommit_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:01.853278 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9687f756-e8a9-40af-8faf-2f9a6dfab4f0 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:01.863064 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09079b1-9d74-4482-bdc1-da3956b79070 admin admin] Pushing event updated for resources: {'Port': ['ID=ec57bcf0-44c3-4d10-bfe2-9a7979281c51,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:01.879180 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-11a64622-ac16-45e2-9e69-a8ab538a8d06 None None] Transition to ACTIVE for port object 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1 will not be triggered until provisioned by entity L2. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:28:01.888219 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'name': 'tempest-TestMinimumBasicScenario-1022272045-router', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:27:52Z', 'updated_at': '2021-07-13T18:27:56Z', 'revision_number': 4, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'gw_port': {'id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:27:53Z', 'updated_at': '2021-07-13T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': 'fc8cfce4-d144-4e70-a619-b1bf04fce117', 'name': '', 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'mac_address': 'fa:16:3e:05:5b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '30d42cf3-08cd-4421-acf6-630ee173cb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:27:55Z', 'updated_at': '2021-07-13T18:27:56Z', 'revision_number': 2, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'subnets': [{'id': '30d42cf3-08cd-4421-acf6-630ee173cb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:01.909036 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09079b1-9d74-4482-bdc1-da3956b79070 admin admin] Network 245bce84-6448-48c3-832e-229c4a14376b is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:28:01.933931 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-f09079b1-9d74-4482-bdc1-da3956b79070 admin admin] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:28:01.939516 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09079b1-9d74-4482-bdc1-da3956b79070 admin admin] Received port after_create {{(pid=92974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:28:01.948987 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] Checking router: 73342b67-5d3f-4391-8f75-1ecea49b6d50 for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:28:01.949415 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] Updating router 73342b67-5d3f-4391-8f75-1ecea49b6d50 port fc8cfce4-d144-4e70-a619-b1bf04fce117 binding host dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 18:28:01.955629 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687f756-e8a9-40af-8faf-2f9a6dfab4f0 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Pushing event deleted for resources: {'Port': ['ID=13dbcf56-8e96-4889-b402-2c7b0477edde,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:01.994336 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-11a64622-ac16-45e2-9e69-a8ab538a8d06 None None] Transition to ACTIVE for port object 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1 will not be triggered until provisioned by entity DHCP. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:28:02.011005 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-11a64622-ac16-45e2-9e69-a8ab538a8d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:02.011476 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9687f756-e8a9-40af-8faf-2f9a6dfab4f0 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for floatingip, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:02.014820 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9687f756-e8a9-40af-8faf-2f9a6dfab4f0 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for floatingip, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:02.031628 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-9687f756-e8a9-40af-8faf-2f9a6dfab4f0 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "DELETE /v2.0/floatingips/5e9d1bb5-c34d-4c26-b52f-db17aa269b0f HTTP/1.1" status: 204 len: 168 time: 1.0342536 Jul 13 18:28:02.055317 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:02.077848 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a64622-ac16-45e2-9e69-a8ab538a8d06 None None] Network de1bab03-b85c-4f87-8e23-77298ecd17ea is already hosted by enough agents. {{(pid=92975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:28:02.087358 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.scheduler.base_scheduler [None req-11a64622-ac16-45e2-9e69-a8ab538a8d06 None None] Resources bound (agent type, host, resource id): {{(pid=92975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:28:02.096862 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a64622-ac16-45e2-9e69-a8ab538a8d06 None None] Received port after_create {{(pid=92975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:28:02.105264 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a64622-ac16-45e2-9e69-a8ab538a8d06 None None] Pushing event updated for resources: {'Port': ['ID=9558a6f9-520f-46ec-bd4c-5b4db56ffbc1,revision_number=1']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:02.206907 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11215b-de1c-47a5-aac5-31d206ce76c2 req-a544aba0-3f35-48ba-a90c-fa65713f614c tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:02.209107 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-da11215b-de1c-47a5-aac5-31d206ce76c2 req-a544aba0-3f35-48ba-a90c-fa65713f614c tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.2980504 Jul 13 18:28:02.310071 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-11a64622-ac16-45e2-9e69-a8ab538a8d06 None None] Attempting to bind port 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:28:02.310891 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-11a64622-ac16-45e2-9e69-a8ab538a8d06 None None] Attempting to bind port 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': 'ba948732-fa80-4234-a485-de6648a67ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'de1bab03-b85c-4f87-8e23-77298ecd17ea'}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:28:02.311226 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a64622-ac16-45e2-9e69-a8ab538a8d06 None None] Attempting to bind port 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1 on network de1bab03-b85c-4f87-8e23-77298ecd17ea {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:28:02.322709 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 40092) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:02.328002 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a64622-ac16-45e2-9e69-a8ab538a8d06 None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:28:02.329063 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a64622-ac16-45e2-9e69-a8ab538a8d06 None None] Checking segment: {'id': 'ba948732-fa80-4234-a485-de6648a67ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'de1bab03-b85c-4f87-8e23-77298ecd17ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:28:02.329768 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-11a64622-ac16-45e2-9e69-a8ab538a8d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:02.329898 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-f9c2c667-86ff-4407-ba64-cbcb4218418f tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1620355803', 'description': 'tempest-description--111405903'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:02.330390 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a64622-ac16-45e2-9e69-a8ab538a8d06 None None] Bound using segment: {'id': 'ba948732-fa80-4234-a485-de6648a67ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'de1bab03-b85c-4f87-8e23-77298ecd17ea'} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:28:02.331074 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-11a64622-ac16-45e2-9e69-a8ab538a8d06 None None] Bound port: 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba948732-fa80-4234-a485-de6648a67ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'de1bab03-b85c-4f87-8e23-77298ecd17ea'}}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:28:02.331660 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-11a64622-ac16-45e2-9e69-a8ab538a8d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:02.368472 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c667-86ff-4407-ba64-cbcb4218418f tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:02.483356 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-11a64622-ac16-45e2-9e69-a8ab538a8d06 None None] For port 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:28:02.487024 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-11a64622-ac16-45e2-9e69-a8ab538a8d06 None None] For port 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=9558a6f9-520f-46ec-bd4c-5b4db56ffbc1,segment=NetworkSegment(ba948732-fa80-4234-a485-de6648a67ae1),segment_id=ba948732-fa80-4234-a485-de6648a67ae1)] {{(pid=92975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:28:02.506186 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-11a64622-ac16-45e2-9e69-a8ab538a8d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:02.578122 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c667-86ff-4407-ba64-cbcb4218418f tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:02.584032 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c667-86ff-4407-ba64-cbcb4218418f tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:02.688299 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2c667-86ff-4407-ba64-cbcb4218418f tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec22f56-3342-4430-943b-63cac3c28ef6,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:02.699138 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a64622-ac16-45e2-9e69-a8ab538a8d06 None None] Pushing event updated for resources: {'Port': ['ID=9558a6f9-520f-46ec-bd4c-5b4db56ffbc1,revision_number=2']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:02.706340 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c667-86ff-4407-ba64-cbcb4218418f tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:02.708494 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-f9c2c667-86ff-4407-ba64-cbcb4218418f tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3842077 Jul 13 18:28:02.712237 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 40100) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:02.751109 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-15b08561-7ede-4523-b9de-c7ed2ec85e96 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Request body: {'security_group_rule': {'security_group_id': 'aec22f56-3342-4430-943b-63cac3c28ef6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:02.828803 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [req-da11215b-de1c-47a5-aac5-31d206ce76c2 req-862cde42-6041-45ff-9963-2b25257edae1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Deleting port 3d8561c5-364d-465e-bdef-1f34d7c6c57f {{(pid=92974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:28:02.829690 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-da11215b-de1c-47a5-aac5-31d206ce76c2 req-862cde42-6041-45ff-9963-2b25257edae1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:02.861998 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] Notify callbacks [] for port, precommit_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:02.877246 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f09079b1-9d74-4482-bdc1-da3956b79070 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:02.889242 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] Transition to ACTIVE for port object fc8cfce4-d144-4e70-a619-b1bf04fce117 will not be triggered until provisioned by entity L2. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:28:02.898570 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:02.924592 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-15b08561-7ede-4523-b9de-c7ed2ec85e96 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:03.126979 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] Attempting to bind port fc8cfce4-d144-4e70-a619-b1bf04fce117 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:28:03.128059 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] Attempting to bind port fc8cfce4-d144-4e70-a619-b1bf04fce117 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': '82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62'}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:28:03.128803 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] Attempting to bind port fc8cfce4-d144-4e70-a619-b1bf04fce117 on network fa0db6d2-fb58-4800-8d43-435aec164f62 {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:28:03.134267 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fec7e3-5049-4de5-9095-ee1dff22054b None None] Pushing event updated for resources: {'Port': ['ID=fc8cfce4-d144-4e70-a619-b1bf04fce117,revision_number=3']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:03.153253 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:28:03.153692 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] Checking segment: {'id': '82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:28:03.154180 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:03.154701 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] Bound using segment: {'id': '82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62'} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:28:03.155505 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] Bound port: fc8cfce4-d144-4e70-a619-b1bf04fce117, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62'}}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:28:03.156192 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:03.156346 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-15b08561-7ede-4523-b9de-c7ed2ec85e96 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:03.170130 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d4078727-fa0e-4592-9196-47eda7b68b49 req-c79fa330-1427-48fe-be02-fcda48d38869 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=28366b72-5625-43d9-b557-4e97d879cf49 HTTP/1.1" status: 200 len: 210 time: 0.1555455 Jul 13 18:28:03.186685 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-15b08561-7ede-4523-b9de-c7ed2ec85e96 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:03.281226 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11141f-6551-422b-a514-85f31aeb8361 req-bfcbb52d-ffec-4533-8fc1-96807b3a595f tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:03.284008 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-fe11141f-6551-422b-a514-85f31aeb8361 req-bfcbb52d-ffec-4533-8fc1-96807b3a595f tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.4819474 Jul 13 18:28:03.284801 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b08561-7ede-4523-b9de-c7ed2ec85e96 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c842cfc-f0e1-464e-b42a-21333419f9aa,revision_number=0']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:03.301355 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-15b08561-7ede-4523-b9de-c7ed2ec85e96 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:03.305793 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-15b08561-7ede-4523-b9de-c7ed2ec85e96 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5744588 Jul 13 18:28:03.309156 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 40102) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:03.318140 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-9e8b397e-5360-4d56-9606-86f1a7438b2c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Request body: {'security_group_rule': {'security_group_id': 'aec22f56-3342-4430-943b-63cac3c28ef6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:03.359785 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] For port fc8cfce4-d144-4e70-a619-b1bf04fce117, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:28:03.368917 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] For port fc8cfce4-d144-4e70-a619-b1bf04fce117, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=fc8cfce4-d144-4e70-a619-b1bf04fce117,segment=NetworkSegment(82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1),segment_id=82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1)] {{(pid=92975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:28:03.378843 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:03.381574 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-fe11141f-6551-422b-a514-85f31aeb8361 req-a6d5b308-08e0-415f-b1cc-48cb79796f31 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740921 Jul 13 18:28:03.483181 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fec7e3-5049-4de5-9095-ee1dff22054b None None] Pushing event updated for resources: {'Port': ['ID=fc8cfce4-d144-4e70-a619-b1bf04fce117,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:03.490093 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] Routers {'73342b67-5d3f-4391-8f75-1ecea49b6d50'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:28:03.490800 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:27:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['73342b67-5d3f-4391-8f75-1ecea49b6d50'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:03.593187 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9e8b397e-5360-4d56-9606-86f1a7438b2c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:03.723625 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-7484541a-2ec4-4bbc-ba47-afaf441e9665 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:03.734619 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-7484541a-2ec4-4bbc-ba47-afaf441e9665 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.32 "GET /v2.0/networks?id=db72fb8d-846f-4768-b0fc-a0927b8035c2 HTTP/1.1" status: 200 len: 813 time: 0.3218176 Jul 13 18:28:03.749602 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [req-da11215b-de1c-47a5-aac5-31d206ce76c2 req-862cde42-6041-45ff-9963-2b25257edae1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] For port 3d8561c5-364d-465e-bdef-1f34d7c6c57f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3d8561c5-364d-465e-bdef-1f34d7c6c57f,segment=NetworkSegment(a17767d0-de67-47b0-8ed9-eb81d030d04e),segment_id=a17767d0-de67-47b0-8ed9-eb81d030d04e)] {{(pid=92974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:28:03.750126 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-da11215b-de1c-47a5-aac5-31d206ce76c2 req-862cde42-6041-45ff-9963-2b25257edae1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:03.770113 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-61810dc7-911b-4374-a4a5-56782d0fb780 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Request body: {'port': {'device_id': '28366b72-5625-43d9-b557-4e97d879cf49', 'network_id': 'db72fb8d-846f-4768-b0fc-a0927b8035c2', 'admin_state_up': True, 'tenant_id': '208fd58ff0764671b4d85303c68f5579'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:03.823097 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] Set router 73342b67-5d3f-4391-8f75-1ecea49b6d50 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:28:03.904332 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f09079b1-9d74-4482-bdc1-da3956b79070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8003410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8001228'] for router, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:03.992921 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9e8b397e-5360-4d56-9606-86f1a7438b2c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:04.023215 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9e8b397e-5360-4d56-9606-86f1a7438b2c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:04.045003 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b397e-5360-4d56-9606-86f1a7438b2c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1724465f-9cea-45b1-a7ce-07a91c2b5138,revision_number=0']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:04.114137 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-61810dc7-911b-4374-a4a5-56782d0fb780 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Made reservation on behalf of 208fd58ff0764671b4d85303c68f5579 for: {'port': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:28:04.125101 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-61810dc7-911b-4374-a4a5-56782d0fb780 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:04.134026 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9e8b397e-5360-4d56-9606-86f1a7438b2c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:04.140177 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-9e8b397e-5360-4d56-9606-86f1a7438b2c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8285968 Jul 13 18:28:04.140895 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 40110) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:04.156550 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-0bf85426-2205-4e2a-90a5-9c0f33dc3a2a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Request body: {'floatingip': {'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:04.238790 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0bf85426-2205-4e2a-90a5-9c0f33dc3a2a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for floatingip, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:04.272757 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'name': 'tempest-TestMinimumBasicScenario-1022272045-router', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:27:52Z', 'updated_at': '2021-07-13T18:27:56Z', 'revision_number': 4, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'gw_port': {'id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:27:53Z', 'updated_at': '2021-07-13T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': 'fc8cfce4-d144-4e70-a619-b1bf04fce117', 'name': '', 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'mac_address': 'fa:16:3e:05:5b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '30d42cf3-08cd-4421-acf6-630ee173cb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:27:55Z', 'updated_at': '2021-07-13T18:28:03Z', 'revision_number': 4, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'subnets': [{'id': '30d42cf3-08cd-4421-acf6-630ee173cb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:04.323740 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e631a00-19c8-48e6-aa92-de1e0333922e None None] The sync data for ids ['73342b67-5d3f-4391-8f75-1ecea49b6d50'] in dv-cinder-786928-3-iscsi is: [{'id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'name': 'tempest-TestMinimumBasicScenario-1022272045-router', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:27:52Z', 'updated_at': '2021-07-13T18:27:56Z', 'revision_number': 4, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'gw_port': {'id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:27:53Z', 'updated_at': '2021-07-13T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': 'fc8cfce4-d144-4e70-a619-b1bf04fce117', 'name': '', 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'mac_address': 'fa:16:3e:05:5b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '30d42cf3-08cd-4421-acf6-630ee173cb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:27:55Z', 'updated_at': '2021-07-13T18:28:03Z', 'revision_number': 4, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'subnets': [{'id': '30d42cf3-08cd-4421-acf6-630ee173cb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:28:04.327118 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1233e7-b464-4794-83ba-d2623c76ed64 None None] Network de1bab03-b85c-4f87-8e23-77298ecd17ea requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:28:04.339264 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-da11215b-de1c-47a5-aac5-31d206ce76c2 req-862cde42-6041-45ff-9963-2b25257edae1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:04.339923 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-da11215b-de1c-47a5-aac5-31d206ce76c2 req-862cde42-6041-45ff-9963-2b25257edae1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8001390'] for floatingip, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:04.340435 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.l3_db [req-da11215b-de1c-47a5-aac5-31d206ce76c2 req-862cde42-6041-45ff-9963-2b25257edae1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Floating IP 75d43761-e39a-4265-aa4f-65c7f864b35e disassociated. External IP: 172.27.2.127, port: 3d8561c5-364d-465e-bdef-1f34d7c6c57f. Jul 13 18:28:04.341072 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [req-da11215b-de1c-47a5-aac5-31d206ce76c2 req-862cde42-6041-45ff-9963-2b25257edae1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Calling delete_port for 3d8561c5-364d-465e-bdef-1f34d7c6c57f owned by compute:nova {{(pid=92974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:28:04.499758 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09079b1-9d74-4482-bdc1-da3956b79070 admin admin] Router eac562df-40af-4a48-8d99-8b2ddd7f9df7 is scheduled to L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad with binding_index 1 {{(pid=92974) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 18:28:04.508654 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c15cca89-5cec-4796-a2ff-7ffce852f4c5 req-43dcb75c-7645-4faa-a571-51df146f8d9a tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=28366b72-5625-43d9-b557-4e97d879cf49 HTTP/1.1" status: 200 len: 210 time: 0.0345874 Jul 13 18:28:04.554290 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-61810dc7-911b-4374-a4a5-56782d0fb780 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Allocated IP 172.20.0.7 (db72fb8d-846f-4768-b0fc-a0927b8035c2/df4c6ea3-4c88-4edb-b2fa-29933330ffaa/a023afad-9c1f-4142-8427-954e8d55a1cb) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:28:04.686355 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-3a44795d-408d-4314-a549-4156cf7ec1be None None] Provisioning for port 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1 completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:28:04.798056 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0bf85426-2205-4e2a-90a5-9c0f33dc3a2a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:04.913601 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09079b1-9d74-4482-bdc1-da3956b79070 admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:28:04.947379 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] Sync routers for ids ['eac562df-40af-4a48-8d99-8b2ddd7f9df7'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:28:04.961937 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f09079b1-9d74-4482-bdc1-da3956b79070 admin admin] Notify callbacks [] for router, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:04.964137 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-f09079b1-9d74-4482-bdc1-da3956b79070 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8668277 Jul 13 18:28:04.967426 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 40118) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:04.970397 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] Routers {'eac562df-40af-4a48-8d99-8b2ddd7f9df7'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:28:04.971049 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:27:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['eac562df-40af-4a48-8d99-8b2ddd7f9df7'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:04.999909 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-61810dc7-911b-4374-a4a5-56782d0fb780 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:05.038450 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4360316-ad5a-45be-b697-23822e55e501 req-f17f57a6-f9e9-4262-baa2-2ed7f32d5dd0 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:05.040075 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f4360316-ad5a-45be-b697-23822e55e501 req-f17f57a6-f9e9-4262-baa2-2ed7f32d5dd0 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 946 time: 0.3629444 Jul 13 18:28:05.108317 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:05.111772 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] Set router eac562df-40af-4a48-8d99-8b2ddd7f9df7 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:28:05.161366 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [None req-0bf85426-2205-4e2a-90a5-9c0f33dc3a2a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Allocated IP 172.27.2.34 (245bce84-6448-48c3-832e-229c4a14376b/dd702e20-22b6-412e-a631-757c226d263b/b207e592-d9ac-4493-a424-0dfc6b44adc2) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:28:05.167716 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f4360316-ad5a-45be-b697-23822e55e501 req-27a18bca-54cf-492b-aada-e30fdea59c1c tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=cdae810a-dbad-498d-93c6-59946709d4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181786 Jul 13 18:28:05.185387 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-61810dc7-911b-4374-a4a5-56782d0fb780 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:05.311124 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-da11215b-de1c-47a5-aac5-31d206ce76c2 req-862cde42-6041-45ff-9963-2b25257edae1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:05.320532 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-61810dc7-911b-4374-a4a5-56782d0fb780 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Network db72fb8d-846f-4768-b0fc-a0927b8035c2 is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:28:05.336938 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-61810dc7-911b-4374-a4a5-56782d0fb780 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:28:05.341571 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-61810dc7-911b-4374-a4a5-56782d0fb780 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:28:05.345308 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61810dc7-911b-4374-a4a5-56782d0fb780 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Pushing event updated for resources: {'Port': ['ID=a023afad-9c1f-4142-8427-954e8d55a1cb,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:05.384650 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cde42-6041-45ff-9963-2b25257edae1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Pushing event deleted for resources: {'Port': ['ID=3d8561c5-364d-465e-bdef-1f34d7c6c57f,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:05.406685 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:28:05.433939 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:05.433939 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:05.540763 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-61810dc7-911b-4374-a4a5-56782d0fb780 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:05.542038 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-61810dc7-911b-4374-a4a5-56782d0fb780 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:05.559530 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0bf85426-2205-4e2a-90a5-9c0f33dc3a2a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:05.601344 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-61810dc7-911b-4374-a4a5-56782d0fb780 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8461130 Jul 13 18:28:05.638214 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-2430700b-7d0d-469d-90f2-f4b748833a90 service neutron] Request body: {'port': {'device_id': '28366b72-5625-43d9-b557-4e97d879cf49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:05.681422 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da11215b-de1c-47a5-aac5-31d206ce76c2 req-862cde42-6041-45ff-9963-2b25257edae1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Router 1031d51e-9848-4be1-8f64-a097b2df47ad has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:28:05.753365 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac562df-40af-4a48-8d99-8b2ddd7f9df7', 'name': 'tempest-TestMinimumBasicScenario-23245010-router', 'tenant_id': '458b623cb44145e59b8e8b6fe7e6456e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'ec57bcf0-44c3-4d10-bfe2-9a7979281c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:00Z', 'updated_at': '2021-07-13T18:28:02Z', 'revision_number': 3, 'project_id': '458b623cb44145e59b8e8b6fe7e6456e', 'gw_port': {'id': 'ec57bcf0-44c3-4d10-bfe2-9a7979281c51', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:28:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac562df-40af-4a48-8d99-8b2ddd7f9df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:01Z', 'updated_at': '2021-07-13T18:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:05.761753 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:05.843916 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=9558a6f9-520f-46ec-bd4c-5b4db56ffbc1,segment=NetworkSegment(ba948732-fa80-4234-a485-de6648a67ae1),segment_id=ba948732-fa80-4234-a485-de6648a67ae1)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:28:05.846595 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] Checking router: eac562df-40af-4a48-8d99-8b2ddd7f9df7 for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:28:05.847114 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] Updating router eac562df-40af-4a48-8d99-8b2ddd7f9df7 port ec57bcf0-44c3-4d10-bfe2-9a7979281c51 binding host dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 18:28:05.850604 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:05.851791 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device fc8cfce4-d144-4e70-a619-b1bf04fce117 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:05.890556 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0bf85426-2205-4e2a-90a5-9c0f33dc3a2a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:05.894792 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e6cc330d-6810-4a05-bf72-12c9caf87170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:05.925942 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da11215b-de1c-47a5-aac5-31d206ce76c2 req-862cde42-6041-45ff-9963-2b25257edae1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:28:05.941400 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1ad339-0bad-4fa1-84e8-06b32e98a3b7 None None] Sync routers for ids ['1031d51e-9848-4be1-8f64-a097b2df47ad'] in dv-cinder-786928-3-iscsi {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:28:05.955612 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1ad339-0bad-4fa1-84e8-06b32e98a3b7 None None] Routers {'1031d51e-9848-4be1-8f64-a097b2df47ad'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:28:05.957067 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-ac1ad339-0bad-4fa1-84e8-06b32e98a3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:27:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['1031d51e-9848-4be1-8f64-a097b2df47ad'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:06.058068 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf85426-2205-4e2a-90a5-9c0f33dc3a2a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Network 245bce84-6448-48c3-832e-229c4a14376b is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:28:06.077006 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-2430700b-7d0d-469d-90f2-f4b748833a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:06.081080 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-0bf85426-2205-4e2a-90a5-9c0f33dc3a2a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:28:06.088992 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf85426-2205-4e2a-90a5-9c0f33dc3a2a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Pushing event updated for resources: {'Port': ['ID=b207e592-d9ac-4493-a424-0dfc6b44adc2,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:06.096840 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf85426-2205-4e2a-90a5-9c0f33dc3a2a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:28:06.098385 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:06.113767 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [req-da11215b-de1c-47a5-aac5-31d206ce76c2 req-862cde42-6041-45ff-9963-2b25257edae1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] No DVR routers for this DVR port 3d8561c5-364d-465e-bdef-1f34d7c6c57f on host hv-cinder-78692 {{(pid=92974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:28:06.124217 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-da11215b-de1c-47a5-aac5-31d206ce76c2 req-862cde42-6041-45ff-9963-2b25257edae1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:06.126692 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-da11215b-de1c-47a5-aac5-31d206ce76c2 req-862cde42-6041-45ff-9963-2b25257edae1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.32 "DELETE /v2.0/ports/3d8561c5-364d-465e-bdef-1f34d7c6c57f HTTP/1.1" status: 204 len: 173 time: 3.8670685 Jul 13 18:28:06.127165 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1de591-4fbe-4502-be40-f6bb71245d8d', 'name': 'network-vif-deleted', 'tag': '3d8561c5-364d-465e-bdef-1f34d7c6c57f'}] {{(pid=92974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:28:06.138019 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744f0cfc83b6d7eddb29a1ac54562a03fe7b453c2cada0da8e0ec66c391a914f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afe5b19-e3ac-4e7f-b615-946e14dd367c" -d '{"events": [{"server_uuid": "6f1de591-4fbe-4502-be40-f6bb71245d8d", "name": "network-vif-deleted", "tag": "3d8561c5-364d-465e-bdef-1f34d7c6c57f"}]}' {{(pid=92974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:28:06.231604 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-ac1ad339-0bad-4fa1-84e8-06b32e98a3b7 None None] Set router 1031d51e-9848-4be1-8f64-a097b2df47ad gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:28:06.240434 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=9558a6f9-520f-46ec-bd4c-5b4db56ffbc1,revision_number=3']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:06.249230 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-2c36347b-34a8-4cb6-94c2-c6a7f1e073dc None None] Provisioning complete for port 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:06.251978 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-2c36347b-34a8-4cb6-94c2-c6a7f1e073dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:06.254443 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12163d3c-bc28-40e6-ab7b-bbe7041e5abc req-a850e8b9-5a72-461f-ae01-4c700f3f5179 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:06.266460 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-12163d3c-bc28-40e6-ab7b-bbe7041e5abc req-a850e8b9-5a72-461f-ae01-4c700f3f5179 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=28366b72-5625-43d9-b557-4e97d879cf49 HTTP/1.1" status: 200 len: 931 time: 0.4838762 Jul 13 18:28:06.277924 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port fc8cfce4-d144-4e70-a619-b1bf04fce117 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:28:06.340038 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a468cf71-3547-4244-8ee8-8e33a0ddf578 x-openstack-request-id: req-a468cf71-3547-4244-8ee8-8e33a0ddf578 {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:28:06.340619 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1de591-4fbe-4502-be40-f6bb71245d8d", "name": "network-vif-deleted", "tag": "3d8561c5-364d-465e-bdef-1f34d7c6c57f", "status": "completed", "code": 200}]} {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:28:06.340922 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a468cf71-3547-4244-8ee8-8e33a0ddf578 {{(pid=92974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:28:06.341274 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1de591-4fbe-4502-be40-f6bb71245d8d', 'name': 'network-vif-deleted', 'tag': '3d8561c5-364d-465e-bdef-1f34d7c6c57f', 'status': 'completed', 'code': 200} Jul 13 18:28:06.484266 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_common [None req-e6cc330d-6810-4a05-bf72-12c9caf87170 admin admin] Allocated IP 172.20.0.1 (de1bab03-b85c-4f87-8e23-77298ecd17ea/51471f7c-ca68-476b-8335-6571d94267d2/6772bc98-77e3-4c7f-ac7e-d41daa321f67) {{(pid=92974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:28:06.584096 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port fc8cfce4-d144-4e70-a619-b1bf04fce117 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:06.585798 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:06.599157 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 3d8561c5-364d-465e-bdef-1f34d7c6c57f no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:28:06.657691 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] No Port match for: 3d8561c5-364d-465e-bdef-1f34d7c6c57f {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:28:06.658450 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 3d8561c5-364d-465e-bdef-1f34d7c6c57f not bound to the agent host hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:28:06.746181 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-ac1ad339-0bad-4fa1-84e8-06b32e98a3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'name': 'tempest-AttachVolumeTestJSON-58642875-router', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:08Z', 'updated_at': '2021-07-13T18:23:25Z', 'revision_number': 4, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'gw_port': {'id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:11Z', 'updated_at': '2021-07-13T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '464d17db-5952-442b-be1b-f2e1325182b0', 'name': '', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'mac_address': 'fa:16:3e:8b:40:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:22Z', 'updated_at': '2021-07-13T18:23:40Z', 'revision_number': 5, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'subnets': [{'id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:06.790388 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e6cc330d-6810-4a05-bf72-12c9caf87170 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:06.792580 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1ad339-0bad-4fa1-84e8-06b32e98a3b7 None None] Checking router: 1031d51e-9848-4be1-8f64-a097b2df47ad for host: dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:28:06.804001 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1ad339-0bad-4fa1-84e8-06b32e98a3b7 None None] Routers {'1031d51e-9848-4be1-8f64-a097b2df47ad'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:28:06.804724 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-ac1ad339-0bad-4fa1-84e8-06b32e98a3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:27:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['1031d51e-9848-4be1-8f64-a097b2df47ad'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:06.824996 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.provisioning_blocks [None req-e6cc330d-6810-4a05-bf72-12c9caf87170 admin admin] Transition to ACTIVE for port object 6772bc98-77e3-4c7f-ac7e-d41daa321f67 will not be triggered until provisioned by entity DHCP. {{(pid=92974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:28:06.871151 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:06.907831 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e6cc330d-6810-4a05-bf72-12c9caf87170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:06.951662 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port fc8cfce4-d144-4e70-a619-b1bf04fce117, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=fc8cfce4-d144-4e70-a619-b1bf04fce117,segment=NetworkSegment(82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1),segment_id=82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:28:06.961581 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-ac1ad339-0bad-4fa1-84e8-06b32e98a3b7 None None] Set router 1031d51e-9848-4be1-8f64-a097b2df47ad gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:28:06.978710 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:07.012136 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cc330d-6810-4a05-bf72-12c9caf87170 admin admin] Network de1bab03-b85c-4f87-8e23-77298ecd17ea is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:28:07.024805 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-e6cc330d-6810-4a05-bf72-12c9caf87170 admin admin] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:28:07.038633 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cc330d-6810-4a05-bf72-12c9caf87170 admin admin] Received port after_create {{(pid=92974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:28:07.106058 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc330d-6810-4a05-bf72-12c9caf87170 admin admin] Pushing event updated for resources: {'Port': ['ID=6772bc98-77e3-4c7f-ac7e-d41daa321f67,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:07.177394 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e6cc330d-6810-4a05-bf72-12c9caf87170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8006825'] for router_interface, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:07.202151 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=fc8cfce4-d144-4e70-a619-b1bf04fce117,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:07.233920 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:07.282409 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] Notify callbacks [] for port, precommit_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:07.297778 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0bf85426-2205-4e2a-90a5-9c0f33dc3a2a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:07.305338 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] Transition to ACTIVE for port object ec57bcf0-44c3-4d10-bfe2-9a7979281c51 will not be triggered until provisioned by entity L2. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:28:07.315950 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:07.365087 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee6d79-5262-4db3-819a-8eddf57e7e20 None None] Pushing event updated for resources: {'Port': ['ID=ec57bcf0-44c3-4d10-bfe2-9a7979281c51,revision_number=2']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:07.369688 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-56dea885-ec96-4f20-b499-3391993ef128 req-41a90e55-6a1d-462d-8291-7f8e53aa84ac tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1de591-4fbe-4502-be40-f6bb71245d8d HTTP/1.1" status: 200 len: 210 time: 0.0565112 Jul 13 18:28:07.402156 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] Attempting to bind port ec57bcf0-44c3-4d10-bfe2-9a7979281c51 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:28:07.403075 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] Attempting to bind port ec57bcf0-44c3-4d10-bfe2-9a7979281c51 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:28:07.404008 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] Attempting to bind port ec57bcf0-44c3-4d10-bfe2-9a7979281c51 on network 245bce84-6448-48c3-832e-229c4a14376b {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:28:07.412744 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:28:07.413649 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] Checking segment: {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:28:07.414256 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:07.414838 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] Bound using segment: {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:28:07.415973 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] Bound port: ec57bcf0-44c3-4d10-bfe2-9a7979281c51, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:28:07.416562 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:07.441434 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:07.442116 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:07.465832 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-ac1ad339-0bad-4fa1-84e8-06b32e98a3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'name': 'tempest-AttachVolumeTestJSON-58642875-router', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:08Z', 'updated_at': '2021-07-13T18:23:25Z', 'revision_number': 4, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'gw_port': {'id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:11Z', 'updated_at': '2021-07-13T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '464d17db-5952-442b-be1b-f2e1325182b0', 'name': '', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'mac_address': 'fa:16:3e:8b:40:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:22Z', 'updated_at': '2021-07-13T18:23:40Z', 'revision_number': 5, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'subnets': [{'id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:07.505644 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1ad339-0bad-4fa1-84e8-06b32e98a3b7 None None] The sync data for ids ['1031d51e-9848-4be1-8f64-a097b2df47ad'] in dv-cinder-786928-3-iscsi is: [{'id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'name': 'tempest-AttachVolumeTestJSON-58642875-router', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:08Z', 'updated_at': '2021-07-13T18:23:25Z', 'revision_number': 4, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'gw_port': {'id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:11Z', 'updated_at': '2021-07-13T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '464d17db-5952-442b-be1b-f2e1325182b0', 'name': '', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'mac_address': 'fa:16:3e:8b:40:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:22Z', 'updated_at': '2021-07-13T18:23:40Z', 'revision_number': 5, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'subnets': [{'id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:28:07.534644 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] For port ec57bcf0-44c3-4d10-bfe2-9a7979281c51, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:28:07.541184 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] For port ec57bcf0-44c3-4d10-bfe2-9a7979281c51, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=ec57bcf0-44c3-4d10-bfe2-9a7979281c51,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:28:07.550482 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-12163d3c-bc28-40e6-ab7b-bbe7041e5abc req-da0257ef-61f0-4b04-9227-9e20cf70c22b tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/security-groups?id=60076bb4-fbc7-48af-8668-4da7dc285382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2830520 Jul 13 18:28:07.550670 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:07.555289 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e6cc330d-6810-4a05-bf72-12c9caf87170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:07.585422 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0bf85426-2205-4e2a-90a5-9c0f33dc3a2a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:07.607032 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-004732b6-cf95-403e-9357-285f6dab2766 None None] Provisioning for port 6772bc98-77e3-4c7f-ac7e-d41daa321f67 completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:28:07.652547 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-004732b6-cf95-403e-9357-285f6dab2766 None None] Provisioning complete for port 6772bc98-77e3-4c7f-ac7e-d41daa321f67 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:07.652902 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-004732b6-cf95-403e-9357-285f6dab2766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:07.715055 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-004732b6-cf95-403e-9357-285f6dab2766 None None] Port 6772bc98-77e3-4c7f-ac7e-d41daa321f67 cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:28:07.737169 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] Routers {'eac562df-40af-4a48-8d99-8b2ddd7f9df7'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:28:07.737946 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:27:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['eac562df-40af-4a48-8d99-8b2ddd7f9df7'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:07.789415 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee6d79-5262-4db3-819a-8eddf57e7e20 None None] Pushing event updated for resources: {'Port': ['ID=ec57bcf0-44c3-4d10-bfe2-9a7979281c51,revision_number=3']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:07.791327 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e6cc330d-6810-4a05-bf72-12c9caf87170 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:07.798863 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e6cc330d-6810-4a05-bf72-12c9caf87170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3228708'] for port, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:07.863169 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0bf85426-2205-4e2a-90a5-9c0f33dc3a2a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:07.877049 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0bf85426-2205-4e2a-90a5-9c0f33dc3a2a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:07.894286 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc330d-6810-4a05-bf72-12c9caf87170 admin admin] Pushing event updated for resources: {'Port': ['ID=6772bc98-77e3-4c7f-ac7e-d41daa321f67,revision_number=2']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:07.900654 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e6cc330d-6810-4a05-bf72-12c9caf87170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7944997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8006115'] for router_interface, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:07.946729 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] Set router eac562df-40af-4a48-8d99-8b2ddd7f9df7 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:28:08.014988 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39cd8f3-f871-4a90-9a74-f08693cdfffc None None] New status for floating IP 75d43761-e39a-4265-aa4f-65c7f864b35e: DOWN {{(pid=92975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 18:28:08.024660 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-2430700b-7d0d-469d-90f2-f4b748833a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a023afad-9c1f-4142-8427-954e8d55a1cb {{(pid=92973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:28:08.036522 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-2430700b-7d0d-469d-90f2-f4b748833a90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:08.050849 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf85426-2205-4e2a-90a5-9c0f33dc3a2a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Pushing event updated for resources: {'Port': ['ID=b207e592-d9ac-4493-a424-0dfc6b44adc2,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:08.058314 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0bf85426-2205-4e2a-90a5-9c0f33dc3a2a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8001390'] for floatingip, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:08.069567 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cc330d-6810-4a05-bf72-12c9caf87170 admin admin] Network de1bab03-b85c-4f87-8e23-77298ecd17ea is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:28:08.072748 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-2430700b-7d0d-469d-90f2-f4b748833a90 service neutron] Transition to ACTIVE for port object a023afad-9c1f-4142-8427-954e8d55a1cb will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:28:08.073049 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-e6cc330d-6810-4a05-bf72-12c9caf87170 admin admin] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:28:08.083338 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0bf85426-2205-4e2a-90a5-9c0f33dc3a2a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for floatingip, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:08.085255 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-0bf85426-2205-4e2a-90a5-9c0f33dc3a2a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9353254 Jul 13 18:28:08.086450 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-2430700b-7d0d-469d-90f2-f4b748833a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:08.164129 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430700b-7d0d-469d-90f2-f4b748833a90 service neutron] Pushing event updated for resources: {'Port': ['ID=a023afad-9c1f-4142-8427-954e8d55a1cb,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:08.347258 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-2430700b-7d0d-469d-90f2-f4b748833a90 service neutron] Attempting to bind port a023afad-9c1f-4142-8427-954e8d55a1cb on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:28:08.349068 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-2430700b-7d0d-469d-90f2-f4b748833a90 service neutron] Attempting to bind port a023afad-9c1f-4142-8427-954e8d55a1cb by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '2e04bb62-f176-4eee-935b-66512fcf84ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'db72fb8d-846f-4768-b0fc-a0927b8035c2'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:28:08.349958 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-2430700b-7d0d-469d-90f2-f4b748833a90 service neutron] Attempting to bind port a023afad-9c1f-4142-8427-954e8d55a1cb on network db72fb8d-846f-4768-b0fc-a0927b8035c2 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:28:08.358666 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-2430700b-7d0d-469d-90f2-f4b748833a90 service neutron] Port a023afad-9c1f-4142-8427-954e8d55a1cb on network db72fb8d-846f-4768-b0fc-a0927b8035c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 18:28:08.360086 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-2430700b-7d0d-469d-90f2-f4b748833a90 service neutron] Attempting to bind port a023afad-9c1f-4142-8427-954e8d55a1cb on network db72fb8d-846f-4768-b0fc-a0927b8035c2 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:28:08.369217 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-2430700b-7d0d-469d-90f2-f4b748833a90 service neutron] Checking agent: {'id': '42658009-1da3-417e-95f4-9a37477be153', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'started_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:28:08.370194 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-2430700b-7d0d-469d-90f2-f4b748833a90 service neutron] Checking segment: {'id': '2e04bb62-f176-4eee-935b-66512fcf84ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'db72fb8d-846f-4768-b0fc-a0927b8035c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:28:08.371110 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-2430700b-7d0d-469d-90f2-f4b748833a90 service neutron] Bound using segment: {'id': '2e04bb62-f176-4eee-935b-66512fcf84ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'db72fb8d-846f-4768-b0fc-a0927b8035c2'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:28:08.372414 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-2430700b-7d0d-469d-90f2-f4b748833a90 service neutron] Bound port: a023afad-9c1f-4142-8427-954e8d55a1cb, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e04bb62-f176-4eee-935b-66512fcf84ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'db72fb8d-846f-4768-b0fc-a0927b8035c2'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:28:08.373645 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-2430700b-7d0d-469d-90f2-f4b748833a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:08.540872 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-2430700b-7d0d-469d-90f2-f4b748833a90 service neutron] For port a023afad-9c1f-4142-8427-954e8d55a1cb, host hv-cinder-78692, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:28:08.545708 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-2430700b-7d0d-469d-90f2-f4b748833a90 service neutron] For port a023afad-9c1f-4142-8427-954e8d55a1cb, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a023afad-9c1f-4142-8427-954e8d55a1cb,segment=NetworkSegment(2e04bb62-f176-4eee-935b-66512fcf84ab),segment_id=2e04bb62-f176-4eee-935b-66512fcf84ab)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:28:08.552674 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-2430700b-7d0d-469d-90f2-f4b748833a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:08.606868 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-9c3b35b1-f827-456e-aaca-4ded4485ba43 None None] Provisioning complete for port 6772bc98-77e3-4c7f-ac7e-d41daa321f67 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:08.607673 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-9c3b35b1-f827-456e-aaca-4ded4485ba43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:08.639278 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430700b-7d0d-469d-90f2-f4b748833a90 service neutron] Pushing event updated for resources: {'Port': ['ID=a023afad-9c1f-4142-8427-954e8d55a1cb,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:08.653436 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-2430700b-7d0d-469d-90f2-f4b748833a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:08.654628 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-2430700b-7d0d-469d-90f2-f4b748833a90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:08.656389 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-2430700b-7d0d-469d-90f2-f4b748833a90 service neutron] 10.222.0.32 "PUT /v2.0/ports/a023afad-9c1f-4142-8427-954e8d55a1cb HTTP/1.1" status: 200 len: 1093 time: 3.0355477 Jul 13 18:28:08.656947 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28366b72-5625-43d9-b557-4e97d879cf49', 'tag': 'a023afad-9c1f-4142-8427-954e8d55a1cb'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:28:08.660948 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa307c5-13c2-4be8-b0f2-c9b55e078a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "28366b72-5625-43d9-b557-4e97d879cf49", "tag": "a023afad-9c1f-4142-8427-954e8d55a1cb"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:28:08.713653 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-9c3b35b1-f827-456e-aaca-4ded4485ba43 None None] Port 6772bc98-77e3-4c7f-ac7e-d41daa321f67 cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:28:08.723697 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cc330d-6810-4a05-bf72-12c9caf87170 admin admin] Router eac562df-40af-4a48-8d99-8b2ddd7f9df7 has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:28:08.763716 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac562df-40af-4a48-8d99-8b2ddd7f9df7', 'name': 'tempest-TestMinimumBasicScenario-23245010-router', 'tenant_id': '458b623cb44145e59b8e8b6fe7e6456e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'ec57bcf0-44c3-4d10-bfe2-9a7979281c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:00Z', 'updated_at': '2021-07-13T18:28:07Z', 'revision_number': 4, 'project_id': '458b623cb44145e59b8e8b6fe7e6456e', 'gw_port': {'id': 'ec57bcf0-44c3-4d10-bfe2-9a7979281c51', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:28:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac562df-40af-4a48-8d99-8b2ddd7f9df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:01Z', 'updated_at': '2021-07-13T18:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '6772bc98-77e3-4c7f-ac7e-d41daa321f67', 'name': '', 'network_id': 'de1bab03-b85c-4f87-8e23-77298ecd17ea', 'tenant_id': '458b623cb44145e59b8e8b6fe7e6456e', 'mac_address': 'fa:16:3e:e3:c5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac562df-40af-4a48-8d99-8b2ddd7f9df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '51471f7c-ca68-476b-8335-6571d94267d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:05Z', 'updated_at': '2021-07-13T18:28:06Z', 'revision_number': 1, 'project_id': '458b623cb44145e59b8e8b6fe7e6456e', 'subnets': [{'id': '51471f7c-ca68-476b-8335-6571d94267d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:08.793082 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b13ee8-cd54-4b67-82f4-11b74c1dcd99 None None] The sync data for ids ['eac562df-40af-4a48-8d99-8b2ddd7f9df7'] in dv-cinder-786928-3-iscsi is: [{'id': 'eac562df-40af-4a48-8d99-8b2ddd7f9df7', 'name': 'tempest-TestMinimumBasicScenario-23245010-router', 'tenant_id': '458b623cb44145e59b8e8b6fe7e6456e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'ec57bcf0-44c3-4d10-bfe2-9a7979281c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:00Z', 'updated_at': '2021-07-13T18:28:07Z', 'revision_number': 4, 'project_id': '458b623cb44145e59b8e8b6fe7e6456e', 'gw_port': {'id': 'ec57bcf0-44c3-4d10-bfe2-9a7979281c51', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:28:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac562df-40af-4a48-8d99-8b2ddd7f9df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:01Z', 'updated_at': '2021-07-13T18:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '6772bc98-77e3-4c7f-ac7e-d41daa321f67', 'name': '', 'network_id': 'de1bab03-b85c-4f87-8e23-77298ecd17ea', 'tenant_id': '458b623cb44145e59b8e8b6fe7e6456e', 'mac_address': 'fa:16:3e:e3:c5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac562df-40af-4a48-8d99-8b2ddd7f9df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '51471f7c-ca68-476b-8335-6571d94267d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:05Z', 'updated_at': '2021-07-13T18:28:06Z', 'revision_number': 1, 'project_id': '458b623cb44145e59b8e8b6fe7e6456e', 'subnets': [{'id': '51471f7c-ca68-476b-8335-6571d94267d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:28:08.882618 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cc330d-6810-4a05-bf72-12c9caf87170 admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:28:08.889354 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-e6cc330d-6810-4a05-bf72-12c9caf87170 admin admin] 10.222.0.11 "PUT /v2.0/routers/eac562df-40af-4a48-8d99-8b2ddd7f9df7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9205904 Jul 13 18:28:08.896478 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-b9fa6e40-4cae-4bba-b8f8-a1c5f4a1c45f tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1620355803&fields=id&tenant_id=68241fca29234db0be94c2b6f7eaeb4d HTTP/1.1" status: 200 len: 267 time: 0.1361167 Jul 13 18:28:08.926057 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-e88961a3-78a3-42ee-aec8-d31050ee5c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:09.042389 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-8b7da91d-0f62-4f1f-a4a3-6dbf112215a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:09.044234 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-8b7da91d-0f62-4f1f-a4a3-6dbf112215a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=208fd58ff0764671b4d85303c68f5579&device_id=28366b72-5625-43d9-b557-4e97d879cf49 HTTP/1.1" status: 200 len: 1096 time: 0.3178778 Jul 13 18:28:09.068202 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-cb112037-a575-4e14-90a7-3eba2f67f4e6 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:09.070728 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-cb112037-a575-4e14-90a7-3eba2f67f4e6 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/networks?id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d HTTP/1.1" status: 200 len: 817 time: 0.1669633 Jul 13 18:28:09.085167 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e5c2f-6da2-41d0-b03d-23d8a6e76e30 req-d1e6c2ca-7236-47d9-a3ff-514ce0e22c6e tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:09.093133 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-611e5c2f-6da2-41d0-b03d-23d8a6e76e30 req-d1e6c2ca-7236-47d9-a3ff-514ce0e22c6e tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=28366b72-5625-43d9-b557-4e97d879cf49 HTTP/1.1" status: 200 len: 943 time: 0.2666914 Jul 13 18:28:09.163726 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-2378c5c3-c68b-44b1-8d90-bce2f13177c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a023afad-9c1f-4142-8427-954e8d55a1cb HTTP/1.1" status: 200 len: 217 time: 0.0682955 Jul 13 18:28:09.166657 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-5c69ce04-d6d6-4e01-9623-923cfd40899a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/quotas/68241fca29234db0be94c2b6f7eaeb4d HTTP/1.1" status: 200 len: 375 time: 0.0580182 Jul 13 18:28:09.200927 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device fc8cfce4-d144-4e70-a619-b1bf04fce117 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:09.259971 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port fc8cfce4-d144-4e70-a619-b1bf04fce117 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:09.259971 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:09.280544 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-611e5c2f-6da2-41d0-b03d-23d8a6e76e30 req-1dbf69b3-2889-4fca-8f58-f574442fdd08 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/security-groups?id=60076bb4-fbc7-48af-8668-4da7dc285382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862507 Jul 13 18:28:09.352540 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 40180) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:09.372939 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-f6f94dd9-d0bc-43c1-aca4-11d9c1e3a34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:09.377860 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-f6f94dd9-d0bc-43c1-aca4-11d9c1e3a34c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df4c6ea3-4c88-4edb-b2fa-29933330ffaa HTTP/1.1" status: 200 len: 853 time: 0.2026954 Jul 13 18:28:09.442574 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:09.447570 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225100dc-d682-45db-a44f-df19c6625d94 x-openstack-request-id: req-225100dc-d682-45db-a44f-df19c6625d94 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:28:09.447786 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28366b72-5625-43d9-b557-4e97d879cf49", "tag": "a023afad-9c1f-4142-8427-954e8d55a1cb", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:28:09.448035 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-225100dc-d682-45db-a44f-df19c6625d94 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:28:09.448595 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28366b72-5625-43d9-b557-4e97d879cf49', 'tag': 'a023afad-9c1f-4142-8427-954e8d55a1cb', 'status': 'completed', 'code': 200} Jul 13 18:28:09.452082 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-d6a9a933-d40b-4c4a-b8b9-dbe963885c96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db72fb8d-846f-4768-b0fc-a0927b8035c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647228 Jul 13 18:28:09.463771 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-806d1cfe-df1c-47e9-8c3a-1c9380f9ecf1 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=68241fca29234db0be94c2b6f7eaeb4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2821867 Jul 13 18:28:09.488933 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f4232c9d-9eb9-45c6-a171-cce3bcea93c0 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:09.525030 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f4232c9d-9eb9-45c6-a171-cce3bcea93c0 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:09.632826 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f4232c9d-9eb9-45c6-a171-cce3bcea93c0 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:09.635362 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f4232c9d-9eb9-45c6-a171-cce3bcea93c0 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:09.636571 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-f4232c9d-9eb9-45c6-a171-cce3bcea93c0 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "DELETE /v2.0/security-groups/cdae810a-dbad-498d-93c6-59946709d4c1 HTTP/1.1" status: 204 len: 168 time: 0.2829895 Jul 13 18:28:09.643938 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 40186) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:09.667621 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-1648bec8-8c47-4b9a-b277-fc6ee0fc6d7d service neutron] 10.222.0.32 "GET /v2.0/networks/db72fb8d-846f-4768-b0fc-a0927b8035c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025330 Jul 13 18:28:09.670562 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.api.v2.resource [None req-9aa2165e-9904-436d-ab2b-327a8870a8ea tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] show failed (client error): The resource could not be found. Jul 13 18:28:09.672116 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-9aa2165e-9904-436d-ab2b-327a8870a8ea tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups/cdae810a-dbad-498d-93c6-59946709d4c1 HTTP/1.1" status: 404 len: 347 time: 0.0209653 Jul 13 18:28:09.672239 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-a3053af3-a9d1-403d-be32-a82d04a62ec0 service neutron] 10.222.0.11 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484632 Jul 13 18:28:09.675283 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 40190) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:09.677884 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4232c9d-9eb9-45c6-a171-cce3bcea93c0 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdae810a-dbad-498d-93c6-59946709d4c1,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:10.051547 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-b9f98102-8b50-4dfb-bcf8-416a99304166 service neutron] 10.222.0.11 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554533 Jul 13 18:28:10.054238 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2434e802-b63c-40d8-ab7b-f1a3a862d3a3 req-aa8de0e5-2c63-4dd0-9480-833bce83a70f service neutron] 10.222.0.32 "GET /v2.0/networks/db72fb8d-846f-4768-b0fc-a0927b8035c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694863 Jul 13 18:28:10.064657 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-1563e3fb-aca9-4819-83fd-a52231866b08 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Deleting port 317797d9-d5d8-4f90-964a-288ad0bccfac {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:28:10.064961 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-1563e3fb-aca9-4819-83fd-a52231866b08 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:10.193076 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-1563e3fb-aca9-4819-83fd-a52231866b08 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:10.193408 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-1563e3fb-aca9-4819-83fd-a52231866b08 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:10.250989 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-1563e3fb-aca9-4819-83fd-a52231866b08 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Calling delete_port for 317797d9-d5d8-4f90-964a-288ad0bccfac owned by network:floatingip {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:28:10.451868 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-38269435-b753-49cb-a333-0ff2ab301eea req-aeeb97b2-6dd3-4909-a991-08b2131974c8 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 210 time: 0.0923305 Jul 13 18:28:10.484198 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa307c5-13c2-4be8-b0f2-c9b55e078a3e req-be10a842-e37b-4c91-8a3a-2c2ec07a024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:10.486802 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5fa307c5-13c2-4be8-b0f2-c9b55e078a3e req-be10a842-e37b-4c91-8a3a-2c2ec07a024a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=208fd58ff0764671b4d85303c68f5579&device_id=28366b72-5625-43d9-b557-4e97d879cf49 HTTP/1.1" status: 200 len: 1096 time: 0.3185315 Jul 13 18:28:10.867437 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa307c5-13c2-4be8-b0f2-c9b55e078a3e req-961d0030-6896-4c1d-a17e-76f8be0e7cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:10.869290 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5fa307c5-13c2-4be8-b0f2-c9b55e078a3e req-961d0030-6896-4c1d-a17e-76f8be0e7cb8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=db72fb8d-846f-4768-b0fc-a0927b8035c2 HTTP/1.1" status: 200 len: 914 time: 0.3722143 Jul 13 18:28:10.872651 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-1563e3fb-aca9-4819-83fd-a52231866b08 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:10.971997 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563e3fb-aca9-4819-83fd-a52231866b08 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Pushing event deleted for resources: {'Port': ['ID=317797d9-d5d8-4f90-964a-288ad0bccfac,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:11.098124 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5fa307c5-13c2-4be8-b0f2-c9b55e078a3e req-017dff49-9a0d-4188-8cf7-852d6716b889 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a023afad-9c1f-4142-8427-954e8d55a1cb HTTP/1.1" status: 200 len: 217 time: 0.1443086 Jul 13 18:28:11.226744 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device ec57bcf0-44c3-4d10-bfe2-9a7979281c51 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:11.300882 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port ec57bcf0-44c3-4d10-bfe2-9a7979281c51 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:28:11.309605 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port ec57bcf0-44c3-4d10-bfe2-9a7979281c51 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:11.310700 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:11.414587 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-1563e3fb-aca9-4819-83fd-a52231866b08 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for floatingip, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:11.427070 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-1563e3fb-aca9-4819-83fd-a52231866b08 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for floatingip, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:11.435801 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-1563e3fb-aca9-4819-83fd-a52231866b08 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "DELETE /v2.0/floatingips/75d43761-e39a-4265-aa4f-65c7f864b35e HTTP/1.1" status: 204 len: 168 time: 1.7565479 Jul 13 18:28:11.436308 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa307c5-13c2-4be8-b0f2-c9b55e078a3e req-804b0d82-9d25-419e-9d92-05d5d9f112dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:11.439123 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5fa307c5-13c2-4be8-b0f2-c9b55e078a3e req-804b0d82-9d25-419e-9d92-05d5d9f112dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df4c6ea3-4c88-4edb-b2fa-29933330ffaa HTTP/1.1" status: 200 len: 853 time: 0.3044000 Jul 13 18:28:11.509730 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c95e23-3011-44d4-a135-4d57678cc6d8 req-85106aa8-23ef-4037-8746-88e4fe164550 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:11.520866 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-22c95e23-3011-44d4-a135-4d57678cc6d8 req-85106aa8-23ef-4037-8746-88e4fe164550 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=28366b72-5625-43d9-b557-4e97d879cf49 HTTP/1.1" status: 200 len: 943 time: 0.6496027 Jul 13 18:28:11.551060 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5fa307c5-13c2-4be8-b0f2-c9b55e078a3e req-6bdabec6-948a-467c-9d96-dd3784c33f11 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db72fb8d-846f-4768-b0fc-a0927b8035c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042867 Jul 13 18:28:11.601145 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0d80e37b-6080-4698-82fa-01bd45a3647a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:11.619141 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:11.767024 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port ec57bcf0-44c3-4d10-bfe2-9a7979281c51, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=ec57bcf0-44c3-4d10-bfe2-9a7979281c51,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:28:11.774991 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:11.807604 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:11.808625 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-22c95e23-3011-44d4-a135-4d57678cc6d8 req-58224325-6520-422b-ad3f-7dba6d43e000 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/security-groups?id=60076bb4-fbc7-48af-8668-4da7dc285382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860730 Jul 13 18:28:11.981964 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5fa307c5-13c2-4be8-b0f2-c9b55e078a3e req-7af192e2-b462-488e-a49e-d8219e8f0925 service neutron] 10.222.0.32 "GET /v2.0/networks/db72fb8d-846f-4768-b0fc-a0927b8035c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220026 Jul 13 18:28:12.052418 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=ec57bcf0-44c3-4d10-bfe2-9a7979281c51,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:12.100799 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 40234) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:12.109126 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-5cd5bc6e-693d-41e2-8cfb-d0889924aab7 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--22218007', 'description': 'tempest-description--1699275454'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:12.174805 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5cd5bc6e-693d-41e2-8cfb-d0889924aab7 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:12.224343 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5fa307c5-13c2-4be8-b0f2-c9b55e078a3e req-e51c1893-3509-4b21-a321-e34a3de949d6 service neutron] 10.222.0.32 "GET /v2.0/networks/db72fb8d-846f-4768-b0fc-a0927b8035c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257924 Jul 13 18:28:12.349792 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-108aa665-c9ea-4358-9e5b-ef761346b4ab req-898d21b0-605a-4be0-8d79-cde0754cb05e tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 210 time: 0.0662584 Jul 13 18:28:12.388993 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5cd5bc6e-693d-41e2-8cfb-d0889924aab7 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:12.394533 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5cd5bc6e-693d-41e2-8cfb-d0889924aab7 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:12.438655 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5cd5bc6e-693d-41e2-8cfb-d0889924aab7 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:12.441045 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-5cd5bc6e-693d-41e2-8cfb-d0889924aab7 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3386931 Jul 13 18:28:12.442802 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5bc6e-693d-41e2-8cfb-d0889924aab7 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358b90b9-fe2c-4fc4-b442-d995c4d968f7,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:12.445744 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 40236) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:12.451552 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-dbbf36b9-15d4-40d0-a4a2-b14fecc127be tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Request body: {'security_group_rule': {'security_group_id': '358b90b9-fe2c-4fc4-b442-d995c4d968f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:12.495960 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-dbbf36b9-15d4-40d0-a4a2-b14fecc127be tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:12.636296 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] Sync routers for ids ['eac562df-40af-4a48-8d99-8b2ddd7f9df7'] in dv-cinder-786928-3-iscsi {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:28:12.652141 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] Routers {'eac562df-40af-4a48-8d99-8b2ddd7f9df7'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:28:12.652390 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-dbbf36b9-15d4-40d0-a4a2-b14fecc127be tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:12.656663 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:28:12Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['eac562df-40af-4a48-8d99-8b2ddd7f9df7'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:12.657748 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-dbbf36b9-15d4-40d0-a4a2-b14fecc127be tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:12.692472 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf36b9-15d4-40d0-a4a2-b14fecc127be tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82508482-4e28-42e3-921c-439d4b81c2f3,revision_number=0']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:12.701504 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-dbbf36b9-15d4-40d0-a4a2-b14fecc127be tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:12.704059 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-dbbf36b9-15d4-40d0-a4a2-b14fecc127be tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2569969 Jul 13 18:28:12.708186 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 40238) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:12.715801 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-00dacbbe-7eeb-4c45-b2dd-fd6499495e90 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Request body: {'security_group_rule': {'security_group_id': '358b90b9-fe2c-4fc4-b442-d995c4d968f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:12.742838 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:12.780190 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-00dacbbe-7eeb-4c45-b2dd-fd6499495e90 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:12.905700 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-00dacbbe-7eeb-4c45-b2dd-fd6499495e90 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:12.911843 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-00dacbbe-7eeb-4c45-b2dd-fd6499495e90 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:12.938955 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dacbbe-7eeb-4c45-b2dd-fd6499495e90 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e47816a-5ce0-4c63-a700-b84a26a3334a,revision_number=0']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:12.950610 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-00dacbbe-7eeb-4c45-b2dd-fd6499495e90 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:12.955511 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-00dacbbe-7eeb-4c45-b2dd-fd6499495e90 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2454367 Jul 13 18:28:12.956368 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 40242) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:12.968261 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-26b2069d-7edf-4606-ab5d-819494737275 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Request body: {'floatingip': {'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:13.068187 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-26b2069d-7edf-4606-ab5d-819494737275 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for floatingip, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:13.189597 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-a37ebaa5-80f5-4ada-8ce3-cf7ef25e04f9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:13.195077 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-a37ebaa5-80f5-4ada-8ce3-cf7ef25e04f9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.32 "GET /v2.0/networks?id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d HTTP/1.1" status: 200 len: 817 time: 0.3649364 Jul 13 18:28:13.242736 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device ec57bcf0-44c3-4d10-bfe2-9a7979281c51 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:13.327173 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] Set router eac562df-40af-4a48-8d99-8b2ddd7f9df7 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:28:13.365025 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-0c810df1-9281-43cb-b697-19cbab7f8a20 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68241fca29234db0be94c2b6f7eaeb4d HTTP/1.1" status: 200 len: 380 time: 0.1372828 Jul 13 18:28:13.400900 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-d61e1ff1-7e1e-4bf4-bd43-2bb342109641 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Request body: {'port': {'device_id': '06b081fe-25f8-46c7-b4c0-2c1dffde8362', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'admin_state_up': True, 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'security_groups': ['aec22f56-3342-4430-943b-63cac3c28ef6']}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:13.404349 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-26b2069d-7edf-4606-ab5d-819494737275 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:13.420742 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port ec57bcf0-44c3-4d10-bfe2-9a7979281c51 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:13.421174 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:13.651193 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456172b-d3cc-4b2a-9dd3-7f1f5d87de0b req-df772813-22fa-4162-b632-fd8d3a2d7d8a tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:13.661802 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1456172b-d3cc-4b2a-9dd3-7f1f5d87de0b req-df772813-22fa-4162-b632-fd8d3a2d7d8a tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=28366b72-5625-43d9-b557-4e97d879cf49 HTTP/1.1" status: 200 len: 943 time: 0.5891612 Jul 13 18:28:13.698316 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_common [None req-26b2069d-7edf-4606-ab5d-819494737275 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Allocated IP 172.27.2.224 (245bce84-6448-48c3-832e-229c4a14376b/dd702e20-22b6-412e-a631-757c226d263b/c3444b81-8f21-40fa-892c-9793ee592909) {{(pid=92974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:28:13.755809 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-d61e1ff1-7e1e-4bf4-bd43-2bb342109641 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Made reservation on behalf of 68241fca29234db0be94c2b6f7eaeb4d for: {'port': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:28:13.761165 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-d61e1ff1-7e1e-4bf4-bd43-2bb342109641 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:13.821133 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1456172b-d3cc-4b2a-9dd3-7f1f5d87de0b req-43d48000-e1c4-4cff-9d13-a9f5a9cbc9e0 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/security-groups?id=60076bb4-fbc7-48af-8668-4da7dc285382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524255 Jul 13 18:28:13.826721 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f4eb7ad4-e9ae-4450-8ef6-7298558b1207 req-ad474a5d-7932-4d50-b4a1-4310f6535171 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 210 time: 0.0628719 Jul 13 18:28:13.852716 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac562df-40af-4a48-8d99-8b2ddd7f9df7', 'name': 'tempest-TestMinimumBasicScenario-23245010-router', 'tenant_id': '458b623cb44145e59b8e8b6fe7e6456e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'ec57bcf0-44c3-4d10-bfe2-9a7979281c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:00Z', 'updated_at': '2021-07-13T18:28:07Z', 'revision_number': 4, 'project_id': '458b623cb44145e59b8e8b6fe7e6456e', 'gw_port': {'id': 'ec57bcf0-44c3-4d10-bfe2-9a7979281c51', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac562df-40af-4a48-8d99-8b2ddd7f9df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:01Z', 'updated_at': '2021-07-13T18:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '6772bc98-77e3-4c7f-ac7e-d41daa321f67', 'name': '', 'network_id': 'de1bab03-b85c-4f87-8e23-77298ecd17ea', 'tenant_id': '458b623cb44145e59b8e8b6fe7e6456e', 'mac_address': 'fa:16:3e:e3:c5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac562df-40af-4a48-8d99-8b2ddd7f9df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '51471f7c-ca68-476b-8335-6571d94267d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:05Z', 'updated_at': '2021-07-13T18:28:07Z', 'revision_number': 2, 'project_id': '458b623cb44145e59b8e8b6fe7e6456e', 'subnets': [{'id': '51471f7c-ca68-476b-8335-6571d94267d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:13.925313 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] Checking router: eac562df-40af-4a48-8d99-8b2ddd7f9df7 for host: dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:28:13.925934 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] Updating router eac562df-40af-4a48-8d99-8b2ddd7f9df7 port 6772bc98-77e3-4c7f-ac7e-d41daa321f67 binding host dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 18:28:13.999632 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:14.020782 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-26b2069d-7edf-4606-ab5d-819494737275 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for port, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:14.086206 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-d61e1ff1-7e1e-4bf4-bd43-2bb342109641 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Allocated IP 172.20.0.5 (b00e07c5-b28a-4ecc-8223-f86c27a5a31d/debf1583-97cc-49b3-a3ab-32a9aef91126/749003fb-09d2-479c-93b7-1cde321db16e) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:28:14.099145 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-26b2069d-7edf-4606-ab5d-819494737275 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:14.158026 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b2069d-7edf-4606-ab5d-819494737275 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Network 245bce84-6448-48c3-832e-229c4a14376b is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:28:14.169152 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-26b2069d-7edf-4606-ab5d-819494737275 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:28:14.181046 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b2069d-7edf-4606-ab5d-819494737275 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Received port after_create {{(pid=92974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:28:14.219079 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2069d-7edf-4606-ab5d-819494737275 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Pushing event updated for resources: {'Port': ['ID=c3444b81-8f21-40fa-892c-9793ee592909,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:14.342277 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:14.359979 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-d61e1ff1-7e1e-4bf4-bd43-2bb342109641 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:14.382690 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-26b2069d-7edf-4606-ab5d-819494737275 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:14.392219 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-d61e1ff1-7e1e-4bf4-bd43-2bb342109641 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Transition to ACTIVE for port object 749003fb-09d2-479c-93b7-1cde321db16e will not be triggered until provisioned by entity DHCP. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:28:14.431969 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] Notify callbacks [] for port, precommit_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:14.447762 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-26b2069d-7edf-4606-ab5d-819494737275 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:14.460242 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.provisioning_blocks [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] Transition to ACTIVE for port object 6772bc98-77e3-4c7f-ac7e-d41daa321f67 will not be triggered until provisioned by entity L2. {{(pid=92976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:28:14.474064 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:14.481224 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device a023afad-9c1f-4142-8427-954e8d55a1cb details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:28:14.488290 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-d61e1ff1-7e1e-4bf4-bd43-2bb342109641 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:14.624749 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-d61e1ff1-7e1e-4bf4-bd43-2bb342109641 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Network b00e07c5-b28a-4ecc-8223-f86c27a5a31d is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:28:14.653646 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-d61e1ff1-7e1e-4bf4-bd43-2bb342109641 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:28:14.677255 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-d61e1ff1-7e1e-4bf4-bd43-2bb342109641 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:28:14.824814 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e1ff1-7e1e-4bf4-bd43-2bb342109641 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Pushing event updated for resources: {'Port': ['ID=749003fb-09d2-479c-93b7-1cde321db16e,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:14.825487 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459edc7-c6b4-4f41-8cc7-7588d4d6f4ab None None] Pushing event updated for resources: {'Port': ['ID=6772bc98-77e3-4c7f-ac7e-d41daa321f67,revision_number=3']} {{(pid=92976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:14.844172 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] Attempting to bind port 6772bc98-77e3-4c7f-ac7e-d41daa321f67 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:28:14.845851 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] Attempting to bind port 6772bc98-77e3-4c7f-ac7e-d41daa321f67 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': 'ba948732-fa80-4234-a485-de6648a67ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'de1bab03-b85c-4f87-8e23-77298ecd17ea'}] {{(pid=92976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:28:14.849246 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] Attempting to bind port 6772bc98-77e3-4c7f-ac7e-d41daa321f67 on network de1bab03-b85c-4f87-8e23-77298ecd17ea {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:28:14.864728 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459edc7-c6b4-4f41-8cc7-7588d4d6f4ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:14.866216 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459edc7-c6b4-4f41-8cc7-7588d4d6f4ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:14.867281 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459edc7-c6b4-4f41-8cc7-7588d4d6f4ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:14.867984 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459edc7-c6b4-4f41-8cc7-7588d4d6f4ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:14.869363 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459edc7-c6b4-4f41-8cc7-7588d4d6f4ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:14.869926 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459edc7-c6b4-4f41-8cc7-7588d4d6f4ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:14.871433 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459edc7-c6b4-4f41-8cc7-7588d4d6f4ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:14.872002 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459edc7-c6b4-4f41-8cc7-7588d4d6f4ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:14.872777 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459edc7-c6b4-4f41-8cc7-7588d4d6f4ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:14.874287 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459edc7-c6b4-4f41-8cc7-7588d4d6f4ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:14.874858 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459edc7-c6b4-4f41-8cc7-7588d4d6f4ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:14.876301 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3459edc7-c6b4-4f41-8cc7-7588d4d6f4ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:14.894878 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:28:14.895675 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] Checking segment: {'id': 'ba948732-fa80-4234-a485-de6648a67ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'de1bab03-b85c-4f87-8e23-77298ecd17ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:28:14.896252 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:14.897339 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] Bound using segment: {'id': 'ba948732-fa80-4234-a485-de6648a67ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'de1bab03-b85c-4f87-8e23-77298ecd17ea'} {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:28:14.898963 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] Bound port: 6772bc98-77e3-4c7f-ac7e-d41daa321f67, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba948732-fa80-4234-a485-de6648a67ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'de1bab03-b85c-4f87-8e23-77298ecd17ea'}}] {{(pid=92976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:28:14.899624 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:14.943485 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port a023afad-9c1f-4142-8427-954e8d55a1cb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a023afad-9c1f-4142-8427-954e8d55a1cb,segment=NetworkSegment(2e04bb62-f176-4eee-935b-66512fcf84ab),segment_id=2e04bb62-f176-4eee-935b-66512fcf84ab)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:28:14.990503 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': 'a023afad-9c1f-4142-8427-954e8d55a1cb', 'network_id': 'db72fb8d-846f-4768-b0fc-a0927b8035c2', 'port_id': 'a023afad-9c1f-4142-8427-954e8d55a1cb', 'mac_address': 'fa:16:3e:2e:c6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df4c6ea3-4c88-4edb-b2fa-29933330ffaa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:28:15.002899 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-d61e1ff1-7e1e-4bf4-bd43-2bb342109641 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:15.010544 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-d61e1ff1-7e1e-4bf4-bd43-2bb342109641 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:15.041463 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.db [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] For port 6772bc98-77e3-4c7f-ac7e-d41daa321f67, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:28:15.050679 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.db [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] For port 6772bc98-77e3-4c7f-ac7e-d41daa321f67, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=6772bc98-77e3-4c7f-ac7e-d41daa321f67,segment=NetworkSegment(ba948732-fa80-4234-a485-de6648a67ae1),segment_id=ba948732-fa80-4234-a485-de6648a67ae1)] {{(pid=92976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:28:15.069303 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-d61e1ff1-7e1e-4bf4-bd43-2bb342109641 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7012365 Jul 13 18:28:15.072437 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:15.101007 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-ac72acb2-1153-4a46-9cbb-fc4e0890b2ce service neutron] Request body: {'port': {'device_id': '06b081fe-25f8-46c7-b4c0-2c1dffde8362', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:15.124846 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:15.149862 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a023afad-9c1f-4142-8427-954e8d55a1cb {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:28:15.197540 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-26b2069d-7edf-4606-ab5d-819494737275 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for port, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:15.204016 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port a023afad-9c1f-4142-8427-954e8d55a1cb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a023afad-9c1f-4142-8427-954e8d55a1cb,segment=NetworkSegment(2e04bb62-f176-4eee-935b-66512fcf84ab),segment_id=2e04bb62-f176-4eee-935b-66512fcf84ab)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:28:15.208660 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-26b2069d-7edf-4606-ab5d-819494737275 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3228708'] for port, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:15.215607 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:15.305153 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-ac72acb2-1153-4a46-9cbb-fc4e0890b2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:15.369972 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] Routers {'eac562df-40af-4a48-8d99-8b2ddd7f9df7'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:28:15.370595 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:28:12Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['eac562df-40af-4a48-8d99-8b2ddd7f9df7'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:15.382737 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459edc7-c6b4-4f41-8cc7-7588d4d6f4ab None None] Pushing event updated for resources: {'Port': ['ID=6772bc98-77e3-4c7f-ac7e-d41daa321f67,revision_number=4']} {{(pid=92976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:15.408154 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=a023afad-9c1f-4142-8427-954e8d55a1cb,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:15.433493 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2069d-7edf-4606-ab5d-819494737275 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Pushing event updated for resources: {'Port': ['ID=c3444b81-8f21-40fa-892c-9793ee592909,revision_number=2']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:15.485091 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-26b2069d-7edf-4606-ab5d-819494737275 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8001390'] for floatingip, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:15.545368 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['a023afad-9c1f-4142-8427-954e8d55a1cb'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:28:15.572153 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-26b2069d-7edf-4606-ab5d-819494737275 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for floatingip, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:15.573418 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-26b2069d-7edf-4606-ab5d-819494737275 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6159427 Jul 13 18:28:15.613117 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-c677a0ec-e074-46bb-ace9-cbd6ee99ddb1 None None] Provisioning for port 749003fb-09d2-479c-93b7-1cde321db16e completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:28:15.650538 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-c677a0ec-e074-46bb-ace9-cbd6ee99ddb1 None None] Provisioning complete for port 749003fb-09d2-479c-93b7-1cde321db16e triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:15.650901 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-c677a0ec-e074-46bb-ace9-cbd6ee99ddb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:15.758957 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-c677a0ec-e074-46bb-ace9-cbd6ee99ddb1 None None] Port 749003fb-09d2-479c-93b7-1cde321db16e cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:28:15.767146 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] Set router eac562df-40af-4a48-8d99-8b2ddd7f9df7 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:28:15.768674 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd16e34-220e-43af-92b6-4a8bf69b7434 req-d972219b-b86a-492c-85ab-c599983e99dc tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:15.771033 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6bd16e34-220e-43af-92b6-4a8bf69b7434 req-d972219b-b86a-492c-85ab-c599983e99dc tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 931 time: 0.4418807 Jul 13 18:28:15.789862 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e6149-15ad-432c-980d-ad91f94c229b req-24afd34b-a4cc-4da0-a299-b7afa32c5c63 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:15.791320 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d40e6149-15ad-432c-980d-ad91f94c229b req-24afd34b-a4cc-4da0-a299-b7afa32c5c63 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=28366b72-5625-43d9-b557-4e97d879cf49 HTTP/1.1" status: 200 len: 944 time: 0.3894057 Jul 13 18:28:16.137789 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac562df-40af-4a48-8d99-8b2ddd7f9df7', 'name': 'tempest-TestMinimumBasicScenario-23245010-router', 'tenant_id': '458b623cb44145e59b8e8b6fe7e6456e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'ec57bcf0-44c3-4d10-bfe2-9a7979281c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:00Z', 'updated_at': '2021-07-13T18:28:07Z', 'revision_number': 4, 'project_id': '458b623cb44145e59b8e8b6fe7e6456e', 'gw_port': {'id': 'ec57bcf0-44c3-4d10-bfe2-9a7979281c51', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac562df-40af-4a48-8d99-8b2ddd7f9df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:01Z', 'updated_at': '2021-07-13T18:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '6772bc98-77e3-4c7f-ac7e-d41daa321f67', 'name': '', 'network_id': 'de1bab03-b85c-4f87-8e23-77298ecd17ea', 'tenant_id': '458b623cb44145e59b8e8b6fe7e6456e', 'mac_address': 'fa:16:3e:e3:c5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac562df-40af-4a48-8d99-8b2ddd7f9df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '51471f7c-ca68-476b-8335-6571d94267d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:05Z', 'updated_at': '2021-07-13T18:28:15Z', 'revision_number': 4, 'project_id': '458b623cb44145e59b8e8b6fe7e6456e', 'subnets': [{'id': '51471f7c-ca68-476b-8335-6571d94267d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:16.192663 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35caf6e-f3f1-4894-960b-aced79eb757a None None] The sync data for ids ['eac562df-40af-4a48-8d99-8b2ddd7f9df7'] in dv-cinder-786928-3-iscsi is: [{'id': 'eac562df-40af-4a48-8d99-8b2ddd7f9df7', 'name': 'tempest-TestMinimumBasicScenario-23245010-router', 'tenant_id': '458b623cb44145e59b8e8b6fe7e6456e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'ec57bcf0-44c3-4d10-bfe2-9a7979281c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:00Z', 'updated_at': '2021-07-13T18:28:07Z', 'revision_number': 4, 'project_id': '458b623cb44145e59b8e8b6fe7e6456e', 'gw_port': {'id': 'ec57bcf0-44c3-4d10-bfe2-9a7979281c51', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac562df-40af-4a48-8d99-8b2ddd7f9df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:01Z', 'updated_at': '2021-07-13T18:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '6772bc98-77e3-4c7f-ac7e-d41daa321f67', 'name': '', 'network_id': 'de1bab03-b85c-4f87-8e23-77298ecd17ea', 'tenant_id': '458b623cb44145e59b8e8b6fe7e6456e', 'mac_address': 'fa:16:3e:e3:c5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac562df-40af-4a48-8d99-8b2ddd7f9df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '51471f7c-ca68-476b-8335-6571d94267d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:05Z', 'updated_at': '2021-07-13T18:28:15Z', 'revision_number': 4, 'project_id': '458b623cb44145e59b8e8b6fe7e6456e', 'subnets': [{'id': '51471f7c-ca68-476b-8335-6571d94267d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:28:16.425176 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d40e6149-15ad-432c-980d-ad91f94c229b req-cbe82150-14a3-4e91-b345-cd75217713de tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/security-groups?id=60076bb4-fbc7-48af-8668-4da7dc285382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866090 Jul 13 18:28:16.482241 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device a023afad-9c1f-4142-8427-954e8d55a1cb up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:16.489070 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6bd16e34-220e-43af-92b6-4a8bf69b7434 req-f4684110-ee06-460c-a5b9-bc9967c70531 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545946 Jul 13 18:28:16.613955 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning for port a023afad-9c1f-4142-8427-954e8d55a1cb completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:28:16.621356 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port a023afad-9c1f-4142-8427-954e8d55a1cb triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:16.621711 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-ac72acb2-1153-4a46-9cbb-fc4e0890b2ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749003fb-09d2-479c-93b7-1cde321db16e {{(pid=92973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:28:16.622325 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:16.640492 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-ac72acb2-1153-4a46-9cbb-fc4e0890b2ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:16.650898 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-b5358c40-964f-4c2a-9ae5-53901e5c5319 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--22218007&fields=id&tenant_id=4a6911fcceca4a7a9b21b2e7b761c0d4 HTTP/1.1" status: 200 len: 267 time: 0.0740404 Jul 13 18:28:16.753618 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-ac72acb2-1153-4a46-9cbb-fc4e0890b2ce service neutron] Transition to ACTIVE for port object 749003fb-09d2-479c-93b7-1cde321db16e will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:28:16.763519 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-ac72acb2-1153-4a46-9cbb-fc4e0890b2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:16.792480 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:16.853900 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port a023afad-9c1f-4142-8427-954e8d55a1cb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a023afad-9c1f-4142-8427-954e8d55a1cb,segment=NetworkSegment(2e04bb62-f176-4eee-935b-66512fcf84ab),segment_id=2e04bb62-f176-4eee-935b-66512fcf84ab)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:28:16.864285 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28366b72-5625-43d9-b557-4e97d879cf49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a023afad-9c1f-4142-8427-954e8d55a1cb'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:28:16.869317 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e74242-198d-4699-b230-535d0217fe67" -d '{"events": [{"server_uuid": "28366b72-5625-43d9-b557-4e97d879cf49", "name": "network-vif-plugged", "status": "completed", "tag": "a023afad-9c1f-4142-8427-954e8d55a1cb"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:28:16.873461 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:16.969158 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3196c1-4c8a-4d5b-9308-5b293875ce01 x-openstack-request-id: req-ca3196c1-4c8a-4d5b-9308-5b293875ce01 {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:28:16.969623 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28366b72-5625-43d9-b557-4e97d879cf49", "name": "network-vif-plugged", "status": "completed", "tag": "a023afad-9c1f-4142-8427-954e8d55a1cb", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:28:16.970783 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca3196c1-4c8a-4d5b-9308-5b293875ce01 {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:28:16.970783 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28366b72-5625-43d9-b557-4e97d879cf49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a023afad-9c1f-4142-8427-954e8d55a1cb', 'code': 200} Jul 13 18:28:17.021565 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72acb2-1153-4a46-9cbb-fc4e0890b2ce service neutron] Pushing event updated for resources: {'Port': ['ID=749003fb-09d2-479c-93b7-1cde321db16e,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:17.035547 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-b40fb7a3-c73d-4f6f-a39d-0bc92eb6e30c tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:17.041094 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=a023afad-9c1f-4142-8427-954e8d55a1cb,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:17.045437 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-b40fb7a3-c73d-4f6f-a39d-0bc92eb6e30c tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/networks?id=17302fc4-2689-41b0-91b7-3c3e6cf2a62b HTTP/1.1" status: 200 len: 809 time: 0.3846309 Jul 13 18:28:17.075793 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-8a2053a1-eafb-4773-ae61-f4ae2bf87f30 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/quotas/4a6911fcceca4a7a9b21b2e7b761c0d4 HTTP/1.1" status: 200 len: 375 time: 0.0291338 Jul 13 18:28:17.275199 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 6772bc98-77e3-4c7f-ac7e-d41daa321f67 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:17.355253 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-ac72acb2-1153-4a46-9cbb-fc4e0890b2ce service neutron] Attempting to bind port 749003fb-09d2-479c-93b7-1cde321db16e on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:28:17.356113 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-ac72acb2-1153-4a46-9cbb-fc4e0890b2ce service neutron] Attempting to bind port 749003fb-09d2-479c-93b7-1cde321db16e by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '2a2a4a23-26a6-4ae3-815e-f86da661a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:28:17.356798 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-ac72acb2-1153-4a46-9cbb-fc4e0890b2ce service neutron] Attempting to bind port 749003fb-09d2-479c-93b7-1cde321db16e on network b00e07c5-b28a-4ecc-8223-f86c27a5a31d {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:28:17.385724 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-589bebe0-4df0-462e-9aca-e652c1fc211e tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4a6911fcceca4a7a9b21b2e7b761c0d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3074744 Jul 13 18:28:17.387271 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-ac72acb2-1153-4a46-9cbb-fc4e0890b2ce service neutron] Port 749003fb-09d2-479c-93b7-1cde321db16e on network b00e07c5-b28a-4ecc-8223-f86c27a5a31d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 18:28:17.387788 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-ac72acb2-1153-4a46-9cbb-fc4e0890b2ce service neutron] Attempting to bind port 749003fb-09d2-479c-93b7-1cde321db16e on network b00e07c5-b28a-4ecc-8223-f86c27a5a31d {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:28:17.398662 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-ac72acb2-1153-4a46-9cbb-fc4e0890b2ce service neutron] Checking agent: {'id': '42658009-1da3-417e-95f4-9a37477be153', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'started_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:28:17.399146 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-ac72acb2-1153-4a46-9cbb-fc4e0890b2ce service neutron] Checking segment: {'id': '2a2a4a23-26a6-4ae3-815e-f86da661a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:28:17.399890 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-ac72acb2-1153-4a46-9cbb-fc4e0890b2ce service neutron] Bound using segment: {'id': '2a2a4a23-26a6-4ae3-815e-f86da661a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:28:17.400611 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-ac72acb2-1153-4a46-9cbb-fc4e0890b2ce service neutron] Bound port: 749003fb-09d2-479c-93b7-1cde321db16e, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2a4a23-26a6-4ae3-815e-f86da661a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:28:17.401203 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-ac72acb2-1153-4a46-9cbb-fc4e0890b2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:17.426594 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port 6772bc98-77e3-4c7f-ac7e-d41daa321f67 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:28:17.437182 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 6772bc98-77e3-4c7f-ac7e-d41daa321f67 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:17.437660 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:17.632671 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276de22b-79e0-435c-90b2-0a7a7d356115 req-6eb7e05d-66f2-4d39-b8ac-45aa241a6f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:17.639158 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:17.650287 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-276de22b-79e0-435c-90b2-0a7a7d356115 req-6eb7e05d-66f2-4d39-b8ac-45aa241a6f7a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=28366b72-5625-43d9-b557-4e97d879cf49 HTTP/1.1" status: 200 len: 1098 time: 0.2416933 Jul 13 18:28:17.744338 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-276de22b-79e0-435c-90b2-0a7a7d356115 req-db64cebd-081e-47f8-b395-35e96e2c81de service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=60076bb4-fbc7-48af-8668-4da7dc285382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853190 Jul 13 18:28:17.762099 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port 6772bc98-77e3-4c7f-ac7e-d41daa321f67, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=6772bc98-77e3-4c7f-ac7e-d41daa321f67,segment=NetworkSegment(ba948732-fa80-4234-a485-de6648a67ae1),segment_id=ba948732-fa80-4234-a485-de6648a67ae1)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:28:17.769656 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-ac72acb2-1153-4a46-9cbb-fc4e0890b2ce service neutron] For port 749003fb-09d2-479c-93b7-1cde321db16e, host hv-cinder-78692, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:28:17.772080 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:17.779125 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-43b58a30-a282-47e9-8ce2-5578b770222b service neutron] 10.222.0.11 "GET /v2.0/networks/17302fc4-2689-41b0-91b7-3c3e6cf2a62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721144 Jul 13 18:28:17.800573 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-ac72acb2-1153-4a46-9cbb-fc4e0890b2ce service neutron] For port 749003fb-09d2-479c-93b7-1cde321db16e, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=749003fb-09d2-479c-93b7-1cde321db16e,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:28:17.804293 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 40302) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:17.853856 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=6772bc98-77e3-4c7f-ac7e-d41daa321f67,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:17.900442 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-ac72acb2-1153-4a46-9cbb-fc4e0890b2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:17.992094 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-ac72acb2-1153-4a46-9cbb-fc4e0890b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:17.992727 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-ac72acb2-1153-4a46-9cbb-fc4e0890b2ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:17.994151 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-ac72acb2-1153-4a46-9cbb-fc4e0890b2ce service neutron] 10.222.0.32 "PUT /v2.0/ports/749003fb-09d2-479c-93b7-1cde321db16e HTTP/1.1" status: 200 len: 1093 time: 2.9068248 Jul 13 18:28:17.996821 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b081fe-25f8-46c7-b4c0-2c1dffde8362', 'tag': '749003fb-09d2-479c-93b7-1cde321db16e'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:28:17.999176 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0952b01-cdc4-404e-8b9c-4a0108a309ba" -d '{"events": [{"name": "network-changed", "server_uuid": "06b081fe-25f8-46c7-b4c0-2c1dffde8362", "tag": "749003fb-09d2-479c-93b7-1cde321db16e"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:28:18.061466 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7d147-2155-4af2-88e0-7829233d2276 req-3d8bd441-0e7b-4e7a-88b3-48c2232cf629 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:18.063123 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b1b7d147-2155-4af2-88e0-7829233d2276 req-3d8bd441-0e7b-4e7a-88b3-48c2232cf629 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=28366b72-5625-43d9-b557-4e97d879cf49 HTTP/1.1" status: 200 len: 945 time: 0.3604553 Jul 13 18:28:18.063846 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72acb2-1153-4a46-9cbb-fc4e0890b2ce service neutron] Pushing event updated for resources: {'Port': ['ID=749003fb-09d2-479c-93b7-1cde321db16e,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:18.101102 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0ca6573f-0657-42d4-913e-1c176a7b81eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:18.177051 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-59ab23f0-731a-40ea-8fcf-d8e98b3463c0 service neutron] 10.222.0.11 "GET /v2.0/networks/17302fc4-2689-41b0-91b7-3c3e6cf2a62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867326 Jul 13 18:28:18.259292 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b1b7d147-2155-4af2-88e0-7829233d2276 req-282ddf34-e428-49f3-838c-a82f629dd11a tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/security-groups?id=60076bb4-fbc7-48af-8668-4da7dc285382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670544 Jul 13 18:28:18.323430 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-4d3658f6-4a5d-448e-bc32-31aef8c07622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:18.325389 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-4d3658f6-4a5d-448e-bc32-31aef8c07622 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=68241fca29234db0be94c2b6f7eaeb4d&device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 1096 time: 0.2257767 Jul 13 18:28:18.513751 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-0d2be12f-5f6a-4dcd-b1fd-96ab149e25bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=749003fb-09d2-479c-93b7-1cde321db16e HTTP/1.1" status: 200 len: 217 time: 0.1635952 Jul 13 18:28:18.515786 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e71bb56-01e7-4bc5-b700-bb314ece757c x-openstack-request-id: req-4e71bb56-01e7-4bc5-b700-bb314ece757c {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:28:18.516233 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b081fe-25f8-46c7-b4c0-2c1dffde8362", "tag": "749003fb-09d2-479c-93b7-1cde321db16e", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:28:18.516629 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e71bb56-01e7-4bc5-b700-bb314ece757c {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:28:18.517359 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b081fe-25f8-46c7-b4c0-2c1dffde8362', 'tag': '749003fb-09d2-479c-93b7-1cde321db16e', 'status': 'completed', 'code': 200} Jul 13 18:28:18.527980 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0ca6573f-0657-42d4-913e-1c176a7b81eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:18.613431 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0ca6573f-0657-42d4-913e-1c176a7b81eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:18.674449 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c7d43935-1686-45bb-83ef-58178a9cd757 req-cceb3919-122f-4216-8b5b-0970ee778b55 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8878afb-5749-4190-8292-c01bc8fcadc8 HTTP/1.1" status: 200 len: 210 time: 0.1085522 Jul 13 18:28:18.740210 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-0ca6573f-0657-42d4-913e-1c176a7b81eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ed0d3de4c6844da18f5245c15bc48e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9338052 Jul 13 18:28:18.740869 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 40314) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:18.746114 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-29b7536d-ac56-4d86-a618-eb1790e8b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:18.748682 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-29b7536d-ac56-4d86-a618-eb1790e8b262 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=debf1583-97cc-49b3-a3ab-32a9aef91126 HTTP/1.1" status: 200 len: 856 time: 0.1824062 Jul 13 18:28:18.749434 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6573f-0657-42d4-913e-1c176a7b81eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707a337c-fed0-4512-b5ec-e310969fb968,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:18.843621 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a4b66-1d96-4e13-b1ec-692959b540ba req-bd2b8ea1-0837-4948-bcfa-54fa6e22dfac tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:18.845192 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5c1a4b66-1d96-4e13-b1ec-692959b540ba req-bd2b8ea1-0837-4948-bcfa-54fa6e22dfac tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 943 time: 0.3220599 Jul 13 18:28:18.873074 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a9ade662-9ea6-41f1-8dba-b8a4d46c9fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:18.931784 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a9ade662-9ea6-41f1-8dba-b8a4d46c9fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:19.027910 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5c1a4b66-1d96-4e13-b1ec-692959b540ba req-fa429ebc-ae06-4dbf-863d-ff549269deb2 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318219 Jul 13 18:28:19.082173 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a9ade662-9ea6-41f1-8dba-b8a4d46c9fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:19.088362 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a9ade662-9ea6-41f1-8dba-b8a4d46c9fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:19.091003 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-a9ade662-9ea6-41f1-8dba-b8a4d46c9fd7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/707a337c-fed0-4512-b5ec-e310969fb968 HTTP/1.1" status: 204 len: 168 time: 0.3481951 Jul 13 18:28:19.110976 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ade662-9ea6-41f1-8dba-b8a4d46c9fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707a337c-fed0-4512-b5ec-e310969fb968,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:19.111943 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-ddd57f32-1ac2-4219-86ae-a28928cf0075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:19.122017 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-ddd57f32-1ac2-4219-86ae-a28928cf0075 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3243659 Jul 13 18:28:19.166273 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 6772bc98-77e3-4c7f-ac7e-d41daa321f67 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:19.317178 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-88f7c9cc-d178-4922-b446-a1ea37bb4847 service neutron] 10.222.0.32 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875665 Jul 13 18:28:19.321612 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 6772bc98-77e3-4c7f-ac7e-d41daa321f67 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:19.323118 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:19.565335 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f0e33b42-d5e5-4e87-83ac-c034de071467 req-c5c9a7b7-73d7-4cba-adef-32274106e827 service neutron] 10.222.0.32 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387445 Jul 13 18:28:19.667449 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fabdea-2d8a-427d-9fe0-1560e7ff3745 req-11e522e0-bf24-4ccf-b3a8-79768ecc554b tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:19.675464 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-99fabdea-2d8a-427d-9fe0-1560e7ff3745 req-11e522e0-bf24-4ccf-b3a8-79768ecc554b tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=28366b72-5625-43d9-b557-4e97d879cf49 HTTP/1.1" status: 200 len: 945 time: 0.1938341 Jul 13 18:28:19.775489 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-99fabdea-2d8a-427d-9fe0-1560e7ff3745 req-6034de2f-502d-4623-b958-16cbe4b0687b tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/security-groups?id=60076bb4-fbc7-48af-8668-4da7dc285382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986714 Jul 13 18:28:19.841633 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0952b01-cdc4-404e-8b9c-4a0108a309ba req-e26edf91-5662-4de7-b1af-6f196c244b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:19.846967 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0952b01-cdc4-404e-8b9c-4a0108a309ba req-e26edf91-5662-4de7-b1af-6f196c244b7e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=68241fca29234db0be94c2b6f7eaeb4d&device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 1096 time: 0.1657226 Jul 13 18:28:20.017674 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0952b01-cdc4-404e-8b9c-4a0108a309ba req-da3ad1a7-3fba-478b-aaa7-46e877b33342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:20.019494 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0952b01-cdc4-404e-8b9c-4a0108a309ba req-da3ad1a7-3fba-478b-aaa7-46e877b33342 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d HTTP/1.1" status: 200 len: 918 time: 0.1553223 Jul 13 18:28:20.066789 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-45f15ce9-6f7e-41dd-8bba-e8eff572ddb8 req-7a939468-9183-4367-8ff6-91afcd85f4d7 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8878afb-5749-4190-8292-c01bc8fcadc8 HTTP/1.1" status: 200 len: 210 time: 0.2168465 Jul 13 18:28:20.124202 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0952b01-cdc4-404e-8b9c-4a0108a309ba req-fe4bc033-ee67-4d50-abb2-135894594d70 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=749003fb-09d2-479c-93b7-1cde321db16e HTTP/1.1" status: 200 len: 217 time: 0.0803010 Jul 13 18:28:20.278193 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0952b01-cdc4-404e-8b9c-4a0108a309ba req-e7eda49f-7f4c-4d1a-ab53-af6e07e280a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:20.284127 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0952b01-cdc4-404e-8b9c-4a0108a309ba req-e7eda49f-7f4c-4d1a-ab53-af6e07e280a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=debf1583-97cc-49b3-a3ab-32a9aef91126 HTTP/1.1" status: 200 len: 856 time: 0.1466565 Jul 13 18:28:20.498607 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0952b01-cdc4-404e-8b9c-4a0108a309ba req-8d55ac96-3d27-45eb-bf08-6e6ba684e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:20.501165 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0952b01-cdc4-404e-8b9c-4a0108a309ba req-8d55ac96-3d27-45eb-bf08-6e6ba684e54b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2101138 Jul 13 18:28:20.547344 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e03266-555b-4da6-bbdc-6c51fcc8b6ac req-4faded71-6410-414c-aabd-a6cc3f9ffeef tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:20.552384 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-41e03266-555b-4da6-bbdc-6c51fcc8b6ac req-4faded71-6410-414c-aabd-a6cc3f9ffeef tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 943 time: 0.1703963 Jul 13 18:28:20.663942 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 40358) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:20.826603 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0952b01-cdc4-404e-8b9c-4a0108a309ba req-8b6ba0c2-7dfc-4289-a03a-752fead7f275 service neutron] 10.222.0.32 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128736 Jul 13 18:28:20.862407 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-41e03266-555b-4da6-bbdc-6c51fcc8b6ac req-2a16e68c-20f9-4bba-abb6-c8cc40863ec7 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710625 Jul 13 18:28:21.024875 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-470485149-network', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:21.034806 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0952b01-cdc4-404e-8b9c-4a0108a309ba req-779f1ad5-9598-45d1-ba52-1118903f90ab service neutron] 10.222.0.32 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986175 Jul 13 18:28:21.095171 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Made reservation on behalf of f0adff60e0a74d0c98f96db614d68a9d for: {'network': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:28:21.099327 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for network, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:21.162168 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:21.274421 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e1fc580f-cc43-4c0a-8db9-6948637aa5c2 req-bc8c8095-f2e7-4447-aaf8-6e6342c30321 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8878afb-5749-4190-8292-c01bc8fcadc8 HTTP/1.1" status: 200 len: 210 time: 0.0548916 Jul 13 18:28:21.338537 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-18e37ba6-41ad-49c2-a773-26178567b9ba tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:21.340127 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-18e37ba6-41ad-49c2-a773-26178567b9ba tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.32 "GET /v2.0/networks?id=17302fc4-2689-41b0-91b7-3c3e6cf2a62b HTTP/1.1" status: 200 len: 809 time: 0.3856065 Jul 13 18:28:21.425010 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-7c91e899-39bc-47a9-9111-af6b5d358db6 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a6911fcceca4a7a9b21b2e7b761c0d4 HTTP/1.1" status: 200 len: 378 time: 0.0637348 Jul 13 18:28:21.434803 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-9e3e88e8-88c6-486f-8028-7203cebfedeb tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Request body: {'port': {'device_id': 'b8878afb-5749-4190-8292-c01bc8fcadc8', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'admin_state_up': True, 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'security_groups': ['358b90b9-fe2c-4fc4-b442-d995c4d968f7']}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:21.488036 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:21.502679 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:21.567011 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=92974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 18:28:21.569308 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328fc2de-c6bb-4b50-9990-a94d70f63566,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:21.597530 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:21.597861 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.segments_db [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Added segment 4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6 of type vlan for network 28d334da-d7e7-4fa4-ba99-5e9dc556a31f Jul 13 18:28:21.660476 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737535993375'] for network, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:21.678629 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-9e3e88e8-88c6-486f-8028-7203cebfedeb tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Made reservation on behalf of 4a6911fcceca4a7a9b21b2e7b761c0d4 for: {'port': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:28:21.684666 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-9e3e88e8-88c6-486f-8028-7203cebfedeb tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:21.759282 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for network, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:21.761011 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:21.761911 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:21.903607 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 40370) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:21.905203 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2401774 Jul 13 18:28:21.926333 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Pushing event updated for resources: {'Network': ['ID=28d334da-d7e7-4fa4-ba99-5e9dc556a31f,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:21.940846 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-4c63fa5f-4c0c-478c-90d6-f9050bd1826e admin admin] Request body: {'subnet': {'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-470485149-subnet', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'ip_version': 4}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:21.964952 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:21.965319 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:21.965657 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:21.965985 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:21.966308 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:21.966632 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:21.966950 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:21.967270 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:21.967610 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:21.967943 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:21.968256 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:21.968567 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153968f-26c3-4d86-84f4-9533710aca16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:21.980739 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Network 28d334da-d7e7-4fa4-ba99-5e9dc556a31f details requested by agent ovs-agent-dv-cinder-786928-3-iscsi with host dv-cinder-786928-3-iscsi {{(pid=92975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 18:28:22.025322 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c63fa5f-4c0c-478c-90d6-f9050bd1826e admin admin] Made reservation on behalf of f0adff60e0a74d0c98f96db614d68a9d for: {'subnet': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:28:22.033073 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4c63fa5f-4c0c-478c-90d6-f9050bd1826e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8946667'] for subnet, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:22.034680 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_common [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-9e3e88e8-88c6-486f-8028-7203cebfedeb tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Allocated IP 172.20.0.11 (17302fc4-2689-41b0-91b7-3c3e6cf2a62b/76eef7ac-abd1-4be1-8ef4-9f068a4abaa0/2135ae1f-92f3-4b60-a24e-ec242f3bda16) {{(pid=92974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:28:22.231527 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-9e3e88e8-88c6-486f-8028-7203cebfedeb tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for port, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:22.249774 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.provisioning_blocks [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-9e3e88e8-88c6-486f-8028-7203cebfedeb tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Transition to ACTIVE for port object 2135ae1f-92f3-4b60-a24e-ec242f3bda16 will not be triggered until provisioned by entity DHCP. {{(pid=92974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:28:22.295902 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-9e3e88e8-88c6-486f-8028-7203cebfedeb tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:22.421608 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-9e3e88e8-88c6-486f-8028-7203cebfedeb tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Network 17302fc4-2689-41b0-91b7-3c3e6cf2a62b is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:28:22.426770 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-9e3e88e8-88c6-486f-8028-7203cebfedeb tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:28:22.433667 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-9e3e88e8-88c6-486f-8028-7203cebfedeb tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Received port after_create {{(pid=92974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:28:22.444022 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e88e8-88c6-486f-8028-7203cebfedeb tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Pushing event updated for resources: {'Port': ['ID=2135ae1f-92f3-4b60-a24e-ec242f3bda16,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:22.530143 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-9e3e88e8-88c6-486f-8028-7203cebfedeb tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:22.530928 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-9e3e88e8-88c6-486f-8028-7203cebfedeb tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:22.540010 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 749003fb-09d2-479c-93b7-1cde321db16e details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:28:22.571211 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-9e3e88e8-88c6-486f-8028-7203cebfedeb tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1391802 Jul 13 18:28:22.589386 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4c63fa5f-4c0c-478c-90d6-f9050bd1826e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8946649'] for subnet, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:22.590588 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-7949960e-9bfa-4fe9-8fcc-58d18d06afda service neutron] Request body: {'port': {'device_id': 'b8878afb-5749-4190-8292-c01bc8fcadc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:22.638764 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af0876-7a94-4afe-8895-2627945ec603 req-5e29935f-44ee-4051-925a-96e84df426a4 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:22.651902 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-13af0876-7a94-4afe-8895-2627945ec603 req-5e29935f-44ee-4051-925a-96e84df426a4 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 943 time: 0.2779071 Jul 13 18:28:22.720086 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 749003fb-09d2-479c-93b7-1cde321db16e, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=749003fb-09d2-479c-93b7-1cde321db16e,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:28:22.726223 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63fa5f-4c0c-478c-90d6-f9050bd1826e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cceb5916-07eb-4083-bf07-ef083d79ab4b,revision_number=0']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:22.735499 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': '749003fb-09d2-479c-93b7-1cde321db16e', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'port_id': '749003fb-09d2-479c-93b7-1cde321db16e', 'mac_address': 'fa:16:3e:cb:1a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:28:22.737563 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-7949960e-9bfa-4fe9-8fcc-58d18d06afda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:22.770230 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-13af0876-7a94-4afe-8895-2627945ec603 req-10aa15e6-3e34-4bc0-a056-6c4b5de6f24e tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168380 Jul 13 18:28:22.781920 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-423a94ab-6377-4d1e-9936-42f62cb2b969 None None] Provisioning for port 2135ae1f-92f3-4b60-a24e-ec242f3bda16 completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:28:22.789801 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-423a94ab-6377-4d1e-9936-42f62cb2b969 None None] Provisioning complete for port 2135ae1f-92f3-4b60-a24e-ec242f3bda16 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:22.793227 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-423a94ab-6377-4d1e-9936-42f62cb2b969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:22.828072 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6501e-b6df-4b8b-9bbd-cbc822f19f9e req-474691d7-6ac2-454c-ae1a-9c0f8175b587 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:22.832573 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-17c6501e-b6df-4b8b-9bbd-cbc822f19f9e req-474691d7-6ac2-454c-ae1a-9c0f8175b587 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8878afb-5749-4190-8292-c01bc8fcadc8 HTTP/1.1" status: 200 len: 932 time: 0.3306575 Jul 13 18:28:22.836564 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c63fa5f-4c0c-478c-90d6-f9050bd1826e admin admin] Checking segment: {'id': '4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:28:22.837572 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c63fa5f-4c0c-478c-90d6-f9050bd1826e admin admin] Network hostable DHCP agents. Network: 28d334da-d7e7-4fa4-ba99-5e9dc556a31f, hostable agents: ['65b15fd5-f86c-4cf1-b54a-6ad638ce2cca'], hosted agents: [] {{(pid=92973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 18:28:22.840509 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:22.862958 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-423a94ab-6377-4d1e-9936-42f62cb2b969 None None] Port 2135ae1f-92f3-4b60-a24e-ec242f3bda16 cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:28:22.865963 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749003fb-09d2-479c-93b7-1cde321db16e {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:28:22.889953 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 749003fb-09d2-479c-93b7-1cde321db16e, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=749003fb-09d2-479c-93b7-1cde321db16e,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:28:22.907562 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:22.949426 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c63fa5f-4c0c-478c-90d6-f9050bd1826e admin admin] Network 28d334da-d7e7-4fa4-ba99-5e9dc556a31f is scheduled to be hosted by DHCP agent 65b15fd5-f86c-4cf1-b54a-6ad638ce2cca with binding_index 1 {{(pid=92973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 18:28:22.961511 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-17c6501e-b6df-4b8b-9bbd-cbc822f19f9e req-1442397b-2601-4682-936c-f4c5b0990823 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=358b90b9-fe2c-4fc4-b442-d995c4d968f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1144583 Jul 13 18:28:22.981054 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-4c63fa5f-4c0c-478c-90d6-f9050bd1826e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-3-iscsi, 28d334da-d7e7-4fa4-ba99-5e9dc556a31f) {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:28:23.011027 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c63fa5f-4c0c-478c-90d6-f9050bd1826e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:23.011027 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4c63fa5f-4c0c-478c-90d6-f9050bd1826e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:23.011639 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdb51cd-0184-4384-b157-5c3ef02f76f3 None None] Network 28d334da-d7e7-4fa4-ba99-5e9dc556a31f requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:28:23.050484 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-4c63fa5f-4c0c-478c-90d6-f9050bd1826e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1398678 Jul 13 18:28:23.060720 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 40380) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:23.067245 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-df7fae82-bcd9-4e41-af11-a5528db7e1d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-470485149-router', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:23.104207 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-df7fae82-bcd9-4e41-af11-a5528db7e1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8003397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61574'] for router, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:23.106014 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-df7fae82-bcd9-4e41-af11-a5528db7e1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8003366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8001251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8118471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61597'] for router, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:23.115707 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=749003fb-09d2-479c-93b7-1cde321db16e,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:23.189573 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-df7fae82-bcd9-4e41-af11-a5528db7e1d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:23.215021 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['749003fb-09d2-479c-93b7-1cde321db16e'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:28:23.362100 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.notifiers.nova [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-7949960e-9bfa-4fe9-8fcc-58d18d06afda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2135ae1f-92f3-4b60-a24e-ec242f3bda16 {{(pid=92974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:28:23.367358 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-df7fae82-bcd9-4e41-af11-a5528db7e1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8001265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8003419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61603'] for router, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:23.375034 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-7949960e-9bfa-4fe9-8fcc-58d18d06afda service neutron] Notify callbacks [] for port, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:23.396418 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff97742-680d-4718-ae47-2f36a76b98ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8d173ec-5a45-53cb-a2e8-daa7abd35adf-28d334da-d7e7-4fa4-ba99-5e9dc556a31f', 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'fixed_ips': [{'subnet_id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b'}]}} from dv-cinder-786928-3-iscsi. {{(pid=92975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 18:28:23.397792 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-aff97742-680d-4718-ae47-2f36a76b98ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:23.405741 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.provisioning_blocks [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-7949960e-9bfa-4fe9-8fcc-58d18d06afda service neutron] Transition to ACTIVE for port object 2135ae1f-92f3-4b60-a24e-ec242f3bda16 will not be triggered until provisioned by entity L2. {{(pid=92974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:28:23.412923 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-7949960e-9bfa-4fe9-8fcc-58d18d06afda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3228708'] for port, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:23.494378 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949960e-9bfa-4fe9-8fcc-58d18d06afda service neutron] Pushing event updated for resources: {'Port': ['ID=2135ae1f-92f3-4b60-a24e-ec242f3bda16,revision_number=2']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:23.673010 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.managers [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-7949960e-9bfa-4fe9-8fcc-58d18d06afda service neutron] Attempting to bind port 2135ae1f-92f3-4b60-a24e-ec242f3bda16 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:28:23.676811 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.managers [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-7949960e-9bfa-4fe9-8fcc-58d18d06afda service neutron] Attempting to bind port 2135ae1f-92f3-4b60-a24e-ec242f3bda16 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'a17767d0-de67-47b0-8ed9-eb81d030d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b'}] {{(pid=92974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:28:23.677338 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-7949960e-9bfa-4fe9-8fcc-58d18d06afda service neutron] Attempting to bind port 2135ae1f-92f3-4b60-a24e-ec242f3bda16 on network 17302fc4-2689-41b0-91b7-3c3e6cf2a62b {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:28:23.691796 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-7949960e-9bfa-4fe9-8fcc-58d18d06afda service neutron] Port 2135ae1f-92f3-4b60-a24e-ec242f3bda16 on network 17302fc4-2689-41b0-91b7-3c3e6cf2a62b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 18:28:23.692306 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-7949960e-9bfa-4fe9-8fcc-58d18d06afda service neutron] Attempting to bind port 2135ae1f-92f3-4b60-a24e-ec242f3bda16 on network 17302fc4-2689-41b0-91b7-3c3e6cf2a62b {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:28:23.701378 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.db_base_plugin_common [None req-aff97742-680d-4718-ae47-2f36a76b98ad None None] Allocated IP 172.20.0.2 (28d334da-d7e7-4fa4-ba99-5e9dc556a31f/cceb5916-07eb-4083-bf07-ef083d79ab4b/52bbefc4-a8c1-4a75-b305-d14f5455a0a3) {{(pid=92975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:28:23.715548 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-7949960e-9bfa-4fe9-8fcc-58d18d06afda service neutron] Checking agent: {'id': '42658009-1da3-417e-95f4-9a37477be153', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'started_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:28:23.716305 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-7949960e-9bfa-4fe9-8fcc-58d18d06afda service neutron] Checking segment: {'id': 'a17767d0-de67-47b0-8ed9-eb81d030d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:28:23.718419 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-7949960e-9bfa-4fe9-8fcc-58d18d06afda service neutron] Bound using segment: {'id': 'a17767d0-de67-47b0-8ed9-eb81d030d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b'} {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:28:23.719737 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.managers [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-7949960e-9bfa-4fe9-8fcc-58d18d06afda service neutron] Bound port: 2135ae1f-92f3-4b60-a24e-ec242f3bda16, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a17767d0-de67-47b0-8ed9-eb81d030d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b'}}] {{(pid=92974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:28:23.720309 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-7949960e-9bfa-4fe9-8fcc-58d18d06afda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:23.894664 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-df7fae82-bcd9-4e41-af11-a5528db7e1d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:23.940891 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-df7fae82-bcd9-4e41-af11-a5528db7e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:23.978004 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-7949960e-9bfa-4fe9-8fcc-58d18d06afda service neutron] For port 2135ae1f-92f3-4b60-a24e-ec242f3bda16, host hv-cinder-78692, cleared binding levels {{(pid=92974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:28:23.991611 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-7949960e-9bfa-4fe9-8fcc-58d18d06afda service neutron] For port 2135ae1f-92f3-4b60-a24e-ec242f3bda16, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2135ae1f-92f3-4b60-a24e-ec242f3bda16,segment=NetworkSegment(a17767d0-de67-47b0-8ed9-eb81d030d04e),segment_id=a17767d0-de67-47b0-8ed9-eb81d030d04e)] {{(pid=92974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:28:24.000419 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-7949960e-9bfa-4fe9-8fcc-58d18d06afda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3228708'] for port, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:24.089839 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-aff97742-680d-4718-ae47-2f36a76b98ad None None] Notify callbacks [] for port, precommit_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:24.101581 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-aff97742-680d-4718-ae47-2f36a76b98ad None None] Transition to ACTIVE for port object 52bbefc4-a8c1-4a75-b305-d14f5455a0a3 will not be triggered until provisioned by entity L2. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:28:24.118989 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-aff97742-680d-4718-ae47-2f36a76b98ad None None] Transition to ACTIVE for port object 52bbefc4-a8c1-4a75-b305-d14f5455a0a3 will not be triggered until provisioned by entity DHCP. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:28:24.141720 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-aff97742-680d-4718-ae47-2f36a76b98ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:24.207315 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [None req-df7fae82-bcd9-4e41-af11-a5528db7e1d4 admin admin] Allocated IP 172.27.2.83 (245bce84-6448-48c3-832e-229c4a14376b/dd702e20-22b6-412e-a631-757c226d263b/d49c582b-d61f-4868-ad60-a142e03c8390) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:28:24.229201 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949960e-9bfa-4fe9-8fcc-58d18d06afda service neutron] Pushing event updated for resources: {'Port': ['ID=2135ae1f-92f3-4b60-a24e-ec242f3bda16,revision_number=3']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:24.242683 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff97742-680d-4718-ae47-2f36a76b98ad None None] Network 28d334da-d7e7-4fa4-ba99-5e9dc556a31f is already hosted by enough agents. {{(pid=92975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:28:24.246812 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.scheduler.base_scheduler [None req-aff97742-680d-4718-ae47-2f36a76b98ad None None] Resources bound (agent type, host, resource id): {{(pid=92975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:28:24.258906 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff97742-680d-4718-ae47-2f36a76b98ad None None] Received port after_create {{(pid=92975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:28:24.273233 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-7949960e-9bfa-4fe9-8fcc-58d18d06afda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:24.280580 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-7949960e-9bfa-4fe9-8fcc-58d18d06afda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:24.285672 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-7949960e-9bfa-4fe9-8fcc-58d18d06afda service neutron] 10.222.0.32 "PUT /v2.0/ports/2135ae1f-92f3-4b60-a24e-ec242f3bda16 HTTP/1.1" status: 200 len: 1094 time: 1.7025638 Jul 13 18:28:24.292879 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8878afb-5749-4190-8292-c01bc8fcadc8', 'tag': '2135ae1f-92f3-4b60-a24e-ec242f3bda16'}] {{(pid=92974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:28:24.299324 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744f0cfc83b6d7eddb29a1ac54562a03fe7b453c2cada0da8e0ec66c391a914f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a49cf1-e678-432d-bff1-a720b48113d3" -d '{"events": [{"name": "network-changed", "server_uuid": "b8878afb-5749-4190-8292-c01bc8fcadc8", "tag": "2135ae1f-92f3-4b60-a24e-ec242f3bda16"}]}' {{(pid=92974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:28:24.420934 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff97742-680d-4718-ae47-2f36a76b98ad None None] Pushing event updated for resources: {'Port': ['ID=52bbefc4-a8c1-4a75-b305-d14f5455a0a3,revision_number=1']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:24.451925 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-aff97742-680d-4718-ae47-2f36a76b98ad None None] Attempting to bind port 52bbefc4-a8c1-4a75-b305-d14f5455a0a3 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:28:24.452589 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-aff97742-680d-4718-ae47-2f36a76b98ad None None] Attempting to bind port 52bbefc4-a8c1-4a75-b305-d14f5455a0a3 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': '4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f'}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:28:24.452962 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff97742-680d-4718-ae47-2f36a76b98ad None None] Attempting to bind port 52bbefc4-a8c1-4a75-b305-d14f5455a0a3 on network 28d334da-d7e7-4fa4-ba99-5e9dc556a31f {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:28:24.470211 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff97742-680d-4718-ae47-2f36a76b98ad None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:28:24.470697 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff97742-680d-4718-ae47-2f36a76b98ad None None] Checking segment: {'id': '4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:28:24.471157 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-aff97742-680d-4718-ae47-2f36a76b98ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:24.471645 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff97742-680d-4718-ae47-2f36a76b98ad None None] Bound using segment: {'id': '4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f'} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:28:24.472139 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-aff97742-680d-4718-ae47-2f36a76b98ad None None] Bound port: 52bbefc4-a8c1-4a75-b305-d14f5455a0a3, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f'}}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:28:24.472704 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-aff97742-680d-4718-ae47-2f36a76b98ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:24.518401 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-99b25ff3-628a-4925-a94f-893933611985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:24.521374 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-99b25ff3-628a-4925-a94f-893933611985 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a6911fcceca4a7a9b21b2e7b761c0d4&device_id=b8878afb-5749-4190-8292-c01bc8fcadc8 HTTP/1.1" status: 200 len: 1097 time: 0.1562722 Jul 13 18:28:24.575090 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-aff97742-680d-4718-ae47-2f36a76b98ad None None] For port 52bbefc4-a8c1-4a75-b305-d14f5455a0a3, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:28:24.582462 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-aff97742-680d-4718-ae47-2f36a76b98ad None None] For port 52bbefc4-a8c1-4a75-b305-d14f5455a0a3, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=52bbefc4-a8c1-4a75-b305-d14f5455a0a3,segment=NetworkSegment(4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6),segment_id=4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6)] {{(pid=92975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:28:24.582880 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:28:24.595446 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-aff97742-680d-4718-ae47-2f36a76b98ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:24.623654 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a630c6-2c0d-46f8-a734-c54bff550340 req-43a37d73-e168-4a3a-b2af-01db25e4d90d tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:24.625287 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-74a630c6-2c0d-46f8-a734-c54bff550340 req-43a37d73-e168-4a3a-b2af-01db25e4d90d tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 944 time: 0.4080899 Jul 13 18:28:24.631790 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-b1346dbc-e35f-479a-9450-d50d213d8ad3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2135ae1f-92f3-4b60-a24e-ec242f3bda16 HTTP/1.1" status: 200 len: 217 time: 0.0953884 Jul 13 18:28:24.741988 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff97742-680d-4718-ae47-2f36a76b98ad None None] Pushing event updated for resources: {'Port': ['ID=52bbefc4-a8c1-4a75-b305-d14f5455a0a3,revision_number=2']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:24.760833 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-80ec93dc-af54-44a3-8fd9-c2894cfaf8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:24.762281 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-80ec93dc-af54-44a3-8fd9-c2894cfaf8de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76eef7ac-abd1-4be1-8ef4-9f068a4abaa0 HTTP/1.1" status: 200 len: 848 time: 0.1235638 Jul 13 18:28:24.857998 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-df7fae82-bcd9-4e41-af11-a5528db7e1d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:24.868529 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-74a630c6-2c0d-46f8-a734-c54bff550340 req-17ae69e1-5473-46c8-b7de-7cd016741408 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109051 Jul 13 18:28:24.890529 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee523b78-cbb6-40f9-b09b-600066e44d3f req-876f467d-1709-4a6f-9887-ca2f2befd55e tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:24.898695 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ee523b78-cbb6-40f9-b09b-600066e44d3f req-876f467d-1709-4a6f-9887-ca2f2befd55e tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8878afb-5749-4190-8292-c01bc8fcadc8 HTTP/1.1" status: 200 len: 944 time: 0.3987269 Jul 13 18:28:24.901618 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-8a3ceec6-9b0e-4634-b7c3-272c5fdc846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:24.903820 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-8a3ceec6-9b0e-4634-b7c3-272c5fdc846a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17302fc4-2689-41b0-91b7-3c3e6cf2a62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1344717 Jul 13 18:28:24.976929 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ee523b78-cbb6-40f9-b09b-600066e44d3f req-62ebdb20-9349-4fbd-afd1-bfe6524c05b2 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=358b90b9-fe2c-4fc4-b442-d995c4d968f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769114 Jul 13 18:28:25.008793 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-df7fae82-bcd9-4e41-af11-a5528db7e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:25.024865 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a42c97-6cbf-48b2-a240-f3d1497f054b x-openstack-request-id: req-40a42c97-6cbf-48b2-a240-f3d1497f054b {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:28:25.025446 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8878afb-5749-4190-8292-c01bc8fcadc8", "tag": "2135ae1f-92f3-4b60-a24e-ec242f3bda16", "status": "completed", "code": 200}]} {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:28:25.025446 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-40a42c97-6cbf-48b2-a240-f3d1497f054b {{(pid=92974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:28:25.025787 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8878afb-5749-4190-8292-c01bc8fcadc8', 'tag': '2135ae1f-92f3-4b60-a24e-ec242f3bda16', 'status': 'completed', 'code': 200} Jul 13 18:28:25.066711 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7fae82-bcd9-4e41-af11-a5528db7e1d4 admin admin] Network 245bce84-6448-48c3-832e-229c4a14376b is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:28:25.075608 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-df7fae82-bcd9-4e41-af11-a5528db7e1d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:28:25.106074 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7fae82-bcd9-4e41-af11-a5528db7e1d4 admin admin] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:28:25.110225 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-48c3152f-61d5-4bc1-acf0-2394b8f6f9c6 service neutron] 10.222.0.32 "GET /v2.0/networks/17302fc4-2689-41b0-91b7-3c3e6cf2a62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994128 Jul 13 18:28:25.114007 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7fae82-bcd9-4e41-af11-a5528db7e1d4 admin admin] Pushing event updated for resources: {'Port': ['ID=d49c582b-d61f-4868-ad60-a142e03c8390,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:25.273817 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-7f076bca-74f4-4a27-9e57-be7a4185ce6e req-eb13cf96-6291-4552-b9ee-3791ba32f513 service neutron] 10.222.0.32 "GET /v2.0/networks/17302fc4-2689-41b0-91b7-3c3e6cf2a62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476898 Jul 13 18:28:25.499149 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-df7fae82-bcd9-4e41-af11-a5528db7e1d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:25.586244 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a49cf1-e678-432d-bff1-a720b48113d3 req-8545ce9f-0564-4603-84b3-5ec805fc08c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:25.589714 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-01a49cf1-e678-432d-bff1-a720b48113d3 req-8545ce9f-0564-4603-84b3-5ec805fc08c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a6911fcceca4a7a9b21b2e7b761c0d4&device_id=b8878afb-5749-4190-8292-c01bc8fcadc8 HTTP/1.1" status: 200 len: 1097 time: 0.1659603 Jul 13 18:28:25.721231 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a49cf1-e678-432d-bff1-a720b48113d3 req-89de7695-d102-4756-a9d1-c7b45ccc719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:25.722811 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-01a49cf1-e678-432d-bff1-a720b48113d3 req-89de7695-d102-4756-a9d1-c7b45ccc719c service neutron] 10.222.0.32 "GET /v2.0/networks?id=17302fc4-2689-41b0-91b7-3c3e6cf2a62b HTTP/1.1" status: 200 len: 910 time: 0.1267366 Jul 13 18:28:25.802146 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-01a49cf1-e678-432d-bff1-a720b48113d3 req-42951663-1bd3-490b-b192-b4f76522d4be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2135ae1f-92f3-4b60-a24e-ec242f3bda16 HTTP/1.1" status: 200 len: 217 time: 0.0719163 Jul 13 18:28:25.866843 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a49cf1-e678-432d-bff1-a720b48113d3 req-11ee8c70-687e-4ba2-8cd7-0527ef2f4456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:25.868974 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-01a49cf1-e678-432d-bff1-a720b48113d3 req-11ee8c70-687e-4ba2-8cd7-0527ef2f4456 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76eef7ac-abd1-4be1-8ef4-9f068a4abaa0 HTTP/1.1" status: 200 len: 848 time: 0.0603194 Jul 13 18:28:25.976200 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a49cf1-e678-432d-bff1-a720b48113d3 req-7706d5cf-9651-4540-936e-ab1586189477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:25.980083 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-01a49cf1-e678-432d-bff1-a720b48113d3 req-7706d5cf-9651-4540-936e-ab1586189477 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17302fc4-2689-41b0-91b7-3c3e6cf2a62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1016312 Jul 13 18:28:26.134781 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-01a49cf1-e678-432d-bff1-a720b48113d3 req-dd4b3dc5-5dc5-4701-93a1-a3ed5e3d80c3 service neutron] 10.222.0.32 "GET /v2.0/networks/17302fc4-2689-41b0-91b7-3c3e6cf2a62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462233 Jul 13 18:28:26.292323 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279e0923-7480-41ec-a09c-b1be8027bd7f None None] Network 28d334da-d7e7-4fa4-ba99-5e9dc556a31f requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:28:26.293146 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d03306-ecc1-493f-9743-23793cab4895 req-f29e6087-d8c7-4e2d-abb1-c1a97d3849ad tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:26.299955 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-83d03306-ecc1-493f-9743-23793cab4895 req-f29e6087-d8c7-4e2d-abb1-c1a97d3849ad tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 944 time: 0.1845374 Jul 13 18:28:26.342731 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-01a49cf1-e678-432d-bff1-a720b48113d3 req-0809a331-3e9f-46fd-83fa-b9776582e27d service neutron] 10.222.0.32 "GET /v2.0/networks/17302fc4-2689-41b0-91b7-3c3e6cf2a62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965804 Jul 13 18:28:26.407872 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-83d03306-ecc1-493f-9743-23793cab4895 req-5a109cac-3807-4409-a7da-ecebbfd07744 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065550 Jul 13 18:28:26.432474 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-df7fae82-bcd9-4e41-af11-a5528db7e1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8003410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8001228'] for router, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:26.441576 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-870f7767-dcd1-48d3-ad20-3bde4b4fa208 None None] Provisioning for port 52bbefc4-a8c1-4a75-b305-d14f5455a0a3 completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:28:26.498478 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac3052-16ac-4012-8a89-2be6eb6baf89 req-14eb2575-25d5-4a55-b7eb-41fa4fe1587f tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:26.499403 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-08ac3052-16ac-4012-8a89-2be6eb6baf89 req-14eb2575-25d5-4a55-b7eb-41fa4fe1587f tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8878afb-5749-4190-8292-c01bc8fcadc8 HTTP/1.1" status: 200 len: 944 time: 0.2170842 Jul 13 18:28:26.571254 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 749003fb-09d2-479c-93b7-1cde321db16e up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:26.632295 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-08ac3052-16ac-4012-8a89-2be6eb6baf89 req-22bc9f32-f92b-44e3-8b37-73452bf9af11 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=358b90b9-fe2c-4fc4-b442-d995c4d968f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578415 Jul 13 18:28:26.704164 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning for port 749003fb-09d2-479c-93b7-1cde321db16e completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:28:26.704769 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7fae82-bcd9-4e41-af11-a5528db7e1d4 admin admin] Router 09f372d4-7e05-4206-9ab2-50ee8421067d is scheduled to L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad with binding_index 1 {{(pid=92973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 18:28:26.709705 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port 749003fb-09d2-479c-93b7-1cde321db16e triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:26.710066 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:26.914319 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7fae82-bcd9-4e41-af11-a5528db7e1d4 admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:28:26.936311 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] Sync routers for ids ['09f372d4-7e05-4206-9ab2-50ee8421067d'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:28:26.939051 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-df7fae82-bcd9-4e41-af11-a5528db7e1d4 admin admin] Notify callbacks [] for router, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:26.945076 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:26.945643 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-df7fae82-bcd9-4e41-af11-a5528db7e1d4 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.8834183 Jul 13 18:28:26.945941 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 40406) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:27.003384 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] Routers {'09f372d4-7e05-4206-9ab2-50ee8421067d'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:28:27.011766 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:28:12Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['09f372d4-7e05-4206-9ab2-50ee8421067d'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:27.076143 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b081fe-25f8-46c7-b4c0-2c1dffde8362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749003fb-09d2-479c-93b7-1cde321db16e'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:28:27.081245 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9cb0d0-8283-41fa-9927-4961d81ee170" -d '{"events": [{"server_uuid": "06b081fe-25f8-46c7-b4c0-2c1dffde8362", "name": "network-vif-plugged", "status": "completed", "tag": "749003fb-09d2-479c-93b7-1cde321db16e"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:28:27.126123 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 749003fb-09d2-479c-93b7-1cde321db16e, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=749003fb-09d2-479c-93b7-1cde321db16e,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:28:27.147097 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:27.188399 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6927ccd-a73f-4ad2-ac70-e7a01583a219 x-openstack-request-id: req-c6927ccd-a73f-4ad2-ac70-e7a01583a219 {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:28:27.188812 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b081fe-25f8-46c7-b4c0-2c1dffde8362", "name": "network-vif-plugged", "status": "completed", "tag": "749003fb-09d2-479c-93b7-1cde321db16e", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:28:27.189227 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6927ccd-a73f-4ad2-ac70-e7a01583a219 {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:28:27.189842 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b081fe-25f8-46c7-b4c0-2c1dffde8362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749003fb-09d2-479c-93b7-1cde321db16e', 'code': 200} Jul 13 18:28:27.240031 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 52bbefc4-a8c1-4a75-b305-d14f5455a0a3 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:27.336867 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=749003fb-09d2-479c-93b7-1cde321db16e,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:27.361005 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] Set router 09f372d4-7e05-4206-9ab2-50ee8421067d gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:28:27.778931 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port 52bbefc4-a8c1-4a75-b305-d14f5455a0a3 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:28:27.851235 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 52bbefc4-a8c1-4a75-b305-d14f5455a0a3 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:27.856999 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:28.024687 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8700f-09a3-4f3c-8a8a-10a7e7837ac0 req-6738b01e-96ec-42a5-ae48-1ec2d40ba0dc tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:28.032845 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'name': 'tempest-TestShelveInstance-470485149-router', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:25Z', 'revision_number': 3, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'gw_port': {'id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:28.037739 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e3d8700f-09a3-4f3c-8a8a-10a7e7837ac0 req-6738b01e-96ec-42a5-ae48-1ec2d40ba0dc tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.2699356 Jul 13 18:28:28.069516 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92bf2b-c06a-4556-8c8e-cd392dca8bb0 req-2ed73718-bb81-46db-a58f-6ae825a41106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:28.071820 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-ad92bf2b-c06a-4556-8c8e-cd392dca8bb0 req-2ed73718-bb81-46db-a58f-6ae825a41106 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 1098 time: 0.1918521 Jul 13 18:28:28.085159 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] Checking router: 09f372d4-7e05-4206-9ab2-50ee8421067d for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:28:28.085636 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] Updating router 09f372d4-7e05-4206-9ab2-50ee8421067d port d49c582b-d61f-4868-ad60-a142e03c8390 binding host dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 18:28:28.114104 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b4307b5b-e227-4064-947c-a5573f9343df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:28.136312 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7a447-7021-4b86-89b1-1f53ac6dbe53 req-c37f4954-7e81-480f-870c-fde2480e0e44 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:28.139193 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-baa7a447-7021-4b86-89b1-1f53ac6dbe53 req-c37f4954-7e81-480f-870c-fde2480e0e44 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8878afb-5749-4190-8292-c01bc8fcadc8 HTTP/1.1" status: 200 len: 944 time: 0.2528012 Jul 13 18:28:28.142421 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-ad92bf2b-c06a-4556-8c8e-cd392dca8bb0 req-56be1c57-3d33-4bec-bf7a-7a68249e9ae5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613148 Jul 13 18:28:28.154793 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:28.157460 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e3d8700f-09a3-4f3c-8a8a-10a7e7837ac0 req-f2114aab-ae0a-4c15-92fe-71bbac82a627 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146693 Jul 13 18:28:28.185305 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:28.290857 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-baa7a447-7021-4b86-89b1-1f53ac6dbe53 req-5a3bedd8-b33b-4871-8e28-f7e4dfa29e56 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=358b90b9-fe2c-4fc4-b442-d995c4d968f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1317418 Jul 13 18:28:28.371251 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_common [None req-b4307b5b-e227-4064-947c-a5573f9343df admin admin] Allocated IP 172.20.0.1 (28d334da-d7e7-4fa4-ba99-5e9dc556a31f/cceb5916-07eb-4083-bf07-ef083d79ab4b/566bb584-0c97-4f8e-95e5-ff89752bd780) {{(pid=92974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:28:28.437465 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port 52bbefc4-a8c1-4a75-b305-d14f5455a0a3, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=52bbefc4-a8c1-4a75-b305-d14f5455a0a3,segment=NetworkSegment(4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6),segment_id=4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:28:28.455773 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:28.531355 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b4307b5b-e227-4064-947c-a5573f9343df admin admin] Notify callbacks [] for port, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:28.570694 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.provisioning_blocks [None req-b4307b5b-e227-4064-947c-a5573f9343df admin admin] Transition to ACTIVE for port object 566bb584-0c97-4f8e-95e5-ff89752bd780 will not be triggered until provisioned by entity DHCP. {{(pid=92974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:28:28.617145 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 2135ae1f-92f3-4b60-a24e-ec242f3bda16 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:28:28.645604 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b4307b5b-e227-4064-947c-a5573f9343df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:28.653555 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=52bbefc4-a8c1-4a75-b305-d14f5455a0a3,revision_number=3']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:28.707815 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4307b5b-e227-4064-947c-a5573f9343df admin admin] Network 28d334da-d7e7-4fa4-ba99-5e9dc556a31f is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:28:28.711353 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-b4307b5b-e227-4064-947c-a5573f9343df admin admin] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:28:28.721087 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4307b5b-e227-4064-947c-a5573f9343df admin admin] Received port after_create {{(pid=92974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:28:28.754759 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4307b5b-e227-4064-947c-a5573f9343df admin admin] Pushing event updated for resources: {'Port': ['ID=566bb584-0c97-4f8e-95e5-ff89752bd780,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:28.803511 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b4307b5b-e227-4064-947c-a5573f9343df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8006825'] for router_interface, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:28.912056 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 2135ae1f-92f3-4b60-a24e-ec242f3bda16, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2135ae1f-92f3-4b60-a24e-ec242f3bda16,segment=NetworkSegment(a17767d0-de67-47b0-8ed9-eb81d030d04e),segment_id=a17767d0-de67-47b0-8ed9-eb81d030d04e)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:28:28.949954 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] Notify callbacks [] for port, precommit_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:28.960191 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': '2135ae1f-92f3-4b60-a24e-ec242f3bda16', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'port_id': '2135ae1f-92f3-4b60-a24e-ec242f3bda16', 'mac_address': 'fa:16:3e:2b:14:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:28:28.966574 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] Transition to ACTIVE for port object d49c582b-d61f-4868-ad60-a142e03c8390 will not be triggered until provisioned by entity L2. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:28:28.993382 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:29.073798 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:29.158738 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b4307b5b-e227-4064-947c-a5573f9343df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:29.297394 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2135ae1f-92f3-4b60-a24e-ec242f3bda16 {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:28:29.302302 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 52bbefc4-a8c1-4a75-b305-d14f5455a0a3 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:29.376143 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-19cbbcc9-9703-4419-9fdf-67f112171f19 None None] Provisioning for port 566bb584-0c97-4f8e-95e5-ff89752bd780 completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:28:29.381584 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] Attempting to bind port d49c582b-d61f-4868-ad60-a142e03c8390 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:28:29.383104 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] Attempting to bind port d49c582b-d61f-4868-ad60-a142e03c8390 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:28:29.384640 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] Attempting to bind port d49c582b-d61f-4868-ad60-a142e03c8390 on network 245bce84-6448-48c3-832e-229c4a14376b {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:28:29.419620 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d87d5b-ba78-4284-96de-4f3415d54347 None None] Pushing event updated for resources: {'Port': ['ID=d49c582b-d61f-4868-ad60-a142e03c8390,revision_number=2']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:29.424366 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b4307b5b-e227-4064-947c-a5573f9343df admin admin] Notify callbacks [] for port, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:29.432751 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 52bbefc4-a8c1-4a75-b305-d14f5455a0a3 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:29.433291 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:29.435192 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-19cbbcc9-9703-4419-9fdf-67f112171f19 None None] Provisioning complete for port 566bb584-0c97-4f8e-95e5-ff89752bd780 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:29.439377 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-19cbbcc9-9703-4419-9fdf-67f112171f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:29.452577 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:28:29.453120 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] Checking segment: {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:28:29.453539 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:29.453921 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] Bound using segment: {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:28:29.454450 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] Bound port: d49c582b-d61f-4868-ad60-a142e03c8390, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:28:29.454830 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:29.469903 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b4307b5b-e227-4064-947c-a5573f9343df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3228708'] for port, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:29.489689 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 2135ae1f-92f3-4b60-a24e-ec242f3bda16, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2135ae1f-92f3-4b60-a24e-ec242f3bda16,segment=NetworkSegment(a17767d0-de67-47b0-8ed9-eb81d030d04e),segment_id=a17767d0-de67-47b0-8ed9-eb81d030d04e)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:28:29.590300 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:29.622064 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49e71d-b1a7-49ee-a8f2-7b468791f1eb req-9e5e2aed-6eb6-4a02-8781-6712b34ba964 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:29.623985 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8d49e71d-b1a7-49ee-a8f2-7b468791f1eb req-9e5e2aed-6eb6-4a02-8781-6712b34ba964 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.2383649 Jul 13 18:28:29.658344 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b4307b5b-e227-4064-947c-a5573f9343df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7944997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8006115'] for router_interface, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:29.662584 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4307b5b-e227-4064-947c-a5573f9343df admin admin] Pushing event updated for resources: {'Port': ['ID=566bb584-0c97-4f8e-95e5-ff89752bd780,revision_number=2']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:29.701729 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] For port d49c582b-d61f-4868-ad60-a142e03c8390, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:28:29.707672 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] For port d49c582b-d61f-4868-ad60-a142e03c8390, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=d49c582b-d61f-4868-ad60-a142e03c8390,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:28:29.717763 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-19cbbcc9-9703-4419-9fdf-67f112171f19 None None] Port 566bb584-0c97-4f8e-95e5-ff89752bd780 cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:28:29.727180 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:29.760729 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8d49e71d-b1a7-49ee-a8f2-7b468791f1eb req-ff5d36da-0a15-4bbf-837d-7f10606abcc3 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978236 Jul 13 18:28:29.793742 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6bbd8-b54d-45cf-bbbd-c53280733e2b req-4bc1d155-f2a2-4e24-a587-362cb2aece7e tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:29.801596 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7ea6bbd8-b54d-45cf-bbbd-c53280733e2b req-4bc1d155-f2a2-4e24-a587-362cb2aece7e tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8878afb-5749-4190-8292-c01bc8fcadc8 HTTP/1.1" status: 200 len: 945 time: 0.2681234 Jul 13 18:28:29.848845 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=2135ae1f-92f3-4b60-a24e-ec242f3bda16,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:29.852600 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] Routers {'09f372d4-7e05-4206-9ab2-50ee8421067d'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:28:29.853649 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:28:12Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['09f372d4-7e05-4206-9ab2-50ee8421067d'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:29.888365 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4307b5b-e227-4064-947c-a5573f9343df admin admin] Network 28d334da-d7e7-4fa4-ba99-5e9dc556a31f is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:28:29.890687 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-b4307b5b-e227-4064-947c-a5573f9343df admin admin] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:28:29.916806 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7ea6bbd8-b54d-45cf-bbbd-c53280733e2b req-39ba9bbb-edb1-417c-8fcb-a270ae3dc85d tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=358b90b9-fe2c-4fc4-b442-d995c4d968f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1113985 Jul 13 18:28:30.025916 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d87d5b-ba78-4284-96de-4f3415d54347 None None] Pushing event updated for resources: {'Port': ['ID=d49c582b-d61f-4868-ad60-a142e03c8390,revision_number=3']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:30.077800 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] Set router 09f372d4-7e05-4206-9ab2-50ee8421067d gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:28:30.184340 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4307b5b-e227-4064-947c-a5573f9343df admin admin] Router 09f372d4-7e05-4206-9ab2-50ee8421067d has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:28:30.362954 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'name': 'tempest-TestShelveInstance-470485149-router', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:29Z', 'revision_number': 4, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'gw_port': {'id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '566bb584-0c97-4f8e-95e5-ff89752bd780', 'name': '', 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'mac_address': 'fa:16:3e:ab:ef:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:28Z', 'updated_at': '2021-07-13T18:28:29Z', 'revision_number': 2, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'subnets': [{'id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:30.386405 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4307b5b-e227-4064-947c-a5573f9343df admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:28:30.401565 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-b4307b5b-e227-4064-947c-a5573f9343df admin admin] 10.222.0.11 "PUT /v2.0/routers/09f372d4-7e05-4206-9ab2-50ee8421067d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4447992 Jul 13 18:28:30.401885 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-f70ba28e-97e7-47a7-9076-e819d8706c93 None None] Provisioning complete for port 566bb584-0c97-4f8e-95e5-ff89752bd780 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:30.401885 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-f70ba28e-97e7-47a7-9076-e819d8706c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:30.401885 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a465d3c-dbb9-4897-84da-6ea453b2ff54 None None] The sync data for ids ['09f372d4-7e05-4206-9ab2-50ee8421067d'] in dv-cinder-786928-3-iscsi is: [{'id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'name': 'tempest-TestShelveInstance-470485149-router', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:29Z', 'revision_number': 4, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'gw_port': {'id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '566bb584-0c97-4f8e-95e5-ff89752bd780', 'name': '', 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'mac_address': 'fa:16:3e:ab:ef:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:28Z', 'updated_at': '2021-07-13T18:28:29Z', 'revision_number': 2, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'subnets': [{'id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:28:30.447169 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-f70ba28e-97e7-47a7-9076-e819d8706c93 None None] Port 566bb584-0c97-4f8e-95e5-ff89752bd780 cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:28:31.125323 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18f756-bd9a-4659-91f0-327ac1fa5423 req-d6317089-3bbb-40e9-8631-93422c49eea7 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:31.127644 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ba18f756-bd9a-4659-91f0-327ac1fa5423 req-d6317089-3bbb-40e9-8631-93422c49eea7 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.1520362 Jul 13 18:28:31.195910 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ba18f756-bd9a-4659-91f0-327ac1fa5423 req-b54a4967-76bd-41c9-b422-adcdd5b606a7 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550642 Jul 13 18:28:31.315957 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 40460) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:31.321942 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-5ee38aa4-a540-490d-9bde-b0835e69a814 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1734765505-network', 'tenant_id': 'd22fe92961444cf48a37b7bc82dbe618'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:31.401967 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee38aa4-a540-490d-9bde-b0835e69a814 admin admin] Made reservation on behalf of d22fe92961444cf48a37b7bc82dbe618 for: {'network': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:28:31.412963 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5ee38aa4-a540-490d-9bde-b0835e69a814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for network, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:31.433140 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5ee38aa4-a540-490d-9bde-b0835e69a814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:31.540370 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6344bb-41be-4e55-a534-34f67e408344 req-f6aca06f-695d-4816-aef5-46a8362d09b9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:31.541949 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ce6344bb-41be-4e55-a534-34f67e408344 req-f6aca06f-695d-4816-aef5-46a8362d09b9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8878afb-5749-4190-8292-c01bc8fcadc8 HTTP/1.1" status: 200 len: 945 time: 0.1216419 Jul 13 18:28:31.604529 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5ee38aa4-a540-490d-9bde-b0835e69a814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:31.608594 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ce6344bb-41be-4e55-a534-34f67e408344 req-9bb2703f-b9b4-4038-a62f-03d02d54375b tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=358b90b9-fe2c-4fc4-b442-d995c4d968f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602109 Jul 13 18:28:31.613031 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5ee38aa4-a540-490d-9bde-b0835e69a814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:31.626495 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee38aa4-a540-490d-9bde-b0835e69a814 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=92974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 18:28:31.639683 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5ee38aa4-a540-490d-9bde-b0835e69a814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:31.639683 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.segments_db [None req-5ee38aa4-a540-490d-9bde-b0835e69a814 admin admin] Added segment a9b5aa92-0354-4f56-ab45-29644e781dd2 of type vlan for network 4503c811-349c-4da3-b57f-0590c7505695 Jul 13 18:28:31.733278 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee38aa4-a540-490d-9bde-b0835e69a814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aab04e1-564d-47d4-87d3-3bdf7c1aef77,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:31.737144 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-6bfa8f10-ebcf-4d27-b4a8-cb189bbf9caf tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:31.737837 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-6bfa8f10-ebcf-4d27-b4a8-cb189bbf9caf tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/networks?id=fa0db6d2-fb58-4800-8d43-435aec164f62 HTTP/1.1" status: 200 len: 815 time: 0.1259756 Jul 13 18:28:31.753270 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5ee38aa4-a540-490d-9bde-b0835e69a814 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737535993375'] for network, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:31.760556 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-d53483fa-6755-4489-8326-500220841107 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/quotas/cd3e8481c4c44cb2b4f37b8995d8197a HTTP/1.1" status: 200 len: 375 time: 0.0147905 Jul 13 18:28:31.792884 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5ee38aa4-a540-490d-9bde-b0835e69a814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for network, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:31.794362 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee38aa4-a540-490d-9bde-b0835e69a814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:31.795290 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5ee38aa4-a540-490d-9bde-b0835e69a814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:31.854328 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-3b9ffc1d-44c6-4a00-8e0e-dcaf4be5f3ed tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd3e8481c4c44cb2b4f37b8995d8197a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804789 Jul 13 18:28:31.882639 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-5ee38aa4-a540-490d-9bde-b0835e69a814 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5655289 Jul 13 18:28:31.887516 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 40474) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:31.892582 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-0bafe1e9-df90-47fd-873c-bb39016a826d admin admin] Request body: {'subnet': {'network_id': '4503c811-349c-4da3-b57f-0590c7505695', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1734765505-subnet', 'tenant_id': 'd22fe92961444cf48a37b7bc82dbe618', 'ip_version': 4}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:31.909360 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee38aa4-a540-490d-9bde-b0835e69a814 admin admin] Pushing event updated for resources: {'Network': ['ID=4503c811-349c-4da3-b57f-0590c7505695,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:31.920868 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Network 4503c811-349c-4da3-b57f-0590c7505695 details requested by agent ovs-agent-dv-cinder-786928-3-iscsi with host dv-cinder-786928-3-iscsi {{(pid=92975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 18:28:31.924904 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['2135ae1f-92f3-4b60-a24e-ec242f3bda16'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:28:31.942528 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bafe1e9-df90-47fd-873c-bb39016a826d admin admin] Made reservation on behalf of d22fe92961444cf48a37b7bc82dbe618 for: {'subnet': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:28:31.947998 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0bafe1e9-df90-47fd-873c-bb39016a826d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1970008'] for subnet, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:32.022476 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-5e0bfa71-f2c6-48ed-877b-b096ea585df6 service neutron] 10.222.0.11 "GET /v2.0/networks/fa0db6d2-fb58-4800-8d43-435aec164f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593864 Jul 13 18:28:32.203684 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-b3a714b8-a1b9-4029-a641-123d165d8fab service neutron] 10.222.0.11 "GET /v2.0/networks/fa0db6d2-fb58-4800-8d43-435aec164f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686153 Jul 13 18:28:32.317341 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0bafe1e9-df90-47fd-873c-bb39016a826d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3228851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1970026'] for subnet, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:32.409519 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafe1e9-df90-47fd-873c-bb39016a826d admin admin] Pushing event updated for resources: {'Subnet': ['ID=33da339e-7ab1-43ae-b0c5-efe8a124cb24,revision_number=0']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:32.428426 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bafe1e9-df90-47fd-873c-bb39016a826d admin admin] Checking segment: {'id': 'a9b5aa92-0354-4f56-ab45-29644e781dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4503c811-349c-4da3-b57f-0590c7505695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:28:32.428956 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bafe1e9-df90-47fd-873c-bb39016a826d admin admin] Network hostable DHCP agents. Network: 4503c811-349c-4da3-b57f-0590c7505695, hostable agents: ['65b15fd5-f86c-4cf1-b54a-6ad638ce2cca'], hosted agents: [] {{(pid=92974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 18:28:32.463321 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bafe1e9-df90-47fd-873c-bb39016a826d admin admin] Network 4503c811-349c-4da3-b57f-0590c7505695 is scheduled to be hosted by DHCP agent 65b15fd5-f86c-4cf1-b54a-6ad638ce2cca with binding_index 1 {{(pid=92974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 18:28:32.484724 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-0bafe1e9-df90-47fd-873c-bb39016a826d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-3-iscsi, 4503c811-349c-4da3-b57f-0590c7505695) {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:28:32.491047 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bafe1e9-df90-47fd-873c-bb39016a826d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:32.495139 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0bafe1e9-df90-47fd-873c-bb39016a826d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for subnet, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:32.500410 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a10b184-bea3-4aea-948b-ca0d1804e2b5 None None] Network 4503c811-349c-4da3-b57f-0590c7505695 requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:28:32.532862 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-0bafe1e9-df90-47fd-873c-bb39016a826d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6438470 Jul 13 18:28:32.537062 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 40482) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:32.541640 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2e308aa8-0dce-4b41-b9d7-fa7d91bed46e req-6d8f90e2-20a4-4d57-97b9-07151882213e tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 210 time: 0.0753217 Jul 13 18:28:32.549002 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-344d2d32-8056-42de-a5c6-fac305100b3e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1734765505-router', 'tenant_id': 'd22fe92961444cf48a37b7bc82dbe618', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:32.624678 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-344d2d32-8056-42de-a5c6-fac305100b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8003397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61574'] for router, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:32.627655 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4957ef-eb86-421e-a770-425834582813 req-d992c526-8b37-4362-b8bc-8e94f820d9a9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:32.627921 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-344d2d32-8056-42de-a5c6-fac305100b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8003366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8001251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8118471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61597'] for router, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:32.640352 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2f4957ef-eb86-421e-a770-425834582813 req-d992c526-8b37-4362-b8bc-8e94f820d9a9 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.1709967 Jul 13 18:28:32.707114 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2f4957ef-eb86-421e-a770-425834582813 req-2e83f903-c4c6-4c6f-9c5e-e1fd484108c6 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653570 Jul 13 18:28:32.787665 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d62827-6243-4fd2-a554-756eb679cb47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8d173ec-5a45-53cb-a2e8-daa7abd35adf-4503c811-349c-4da3-b57f-0590c7505695', 'network_id': '4503c811-349c-4da3-b57f-0590c7505695', 'tenant_id': 'd22fe92961444cf48a37b7bc82dbe618', 'fixed_ips': [{'subnet_id': '33da339e-7ab1-43ae-b0c5-efe8a124cb24'}]}} from dv-cinder-786928-3-iscsi. {{(pid=92975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 18:28:32.792004 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-87d62827-6243-4fd2-a554-756eb679cb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:32.805907 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-344d2d32-8056-42de-a5c6-fac305100b3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:32.944390 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af8329-8061-4e31-8197-0a10cd42b707 req-0c270b60-c639-441a-b675-5b6ad2f7fcc7 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:32.952204 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b1af8329-8061-4e31-8197-0a10cd42b707 req-0c270b60-c639-441a-b675-5b6ad2f7fcc7 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8878afb-5749-4190-8292-c01bc8fcadc8 HTTP/1.1" status: 200 len: 945 time: 0.1339922 Jul 13 18:28:33.024128 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b1af8329-8061-4e31-8197-0a10cd42b707 req-3b5d7e6d-629f-428c-b629-6058c01290b6 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=358b90b9-fe2c-4fc4-b442-d995c4d968f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680339 Jul 13 18:28:33.130252 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.db_base_plugin_common [None req-87d62827-6243-4fd2-a554-756eb679cb47 None None] Allocated IP 172.20.0.2 (4503c811-349c-4da3-b57f-0590c7505695/33da339e-7ab1-43ae-b0c5-efe8a124cb24/2a73a9f4-2022-493b-83c0-12de645831d3) {{(pid=92975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:28:33.234742 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ca6bb-c0fd-4295-ad2a-5fe512e83a58 req-4c1f5698-9ffa-402d-b61f-69beba882e72 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:33.238041 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-344d2d32-8056-42de-a5c6-fac305100b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8001265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8003419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61603'] for router, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:33.247659 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-741ca6bb-c0fd-4295-ad2a-5fe512e83a58 req-4c1f5698-9ffa-402d-b61f-69beba882e72 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.1825957 Jul 13 18:28:33.251315 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 40500) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:33.263331 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-5e0c7b13-bc0e-4d9d-b0c2-422b0d648f2c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Request body: {'floatingip': {'port_id': '749003fb-09d2-479c-93b7-1cde321db16e'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:33.274331 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device d49c582b-d61f-4868-ad60-a142e03c8390 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:33.383393 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port d49c582b-d61f-4868-ad60-a142e03c8390 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:28:33.392848 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port d49c582b-d61f-4868-ad60-a142e03c8390 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:33.393090 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:33.406228 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5e0c7b13-bc0e-4d9d-b0c2-422b0d648f2c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for floatingip, before_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:33.479271 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-87d62827-6243-4fd2-a554-756eb679cb47 None None] Notify callbacks [] for port, precommit_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:33.491902 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] Sync routers for ids ['09f372d4-7e05-4206-9ab2-50ee8421067d'] in dv-cinder-786928-3-iscsi {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:28:33.516124 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-87d62827-6243-4fd2-a554-756eb679cb47 None None] Transition to ACTIVE for port object 2a73a9f4-2022-493b-83c0-12de645831d3 will not be triggered until provisioned by entity L2. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:28:33.517818 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] Routers {'09f372d4-7e05-4206-9ab2-50ee8421067d'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:28:33.518745 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:28:12Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['09f372d4-7e05-4206-9ab2-50ee8421067d'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:33.557119 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-87d62827-6243-4fd2-a554-756eb679cb47 None None] Transition to ACTIVE for port object 2a73a9f4-2022-493b-83c0-12de645831d3 will not be triggered until provisioned by entity DHCP. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:28:33.569756 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-87d62827-6243-4fd2-a554-756eb679cb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:33.618415 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d62827-6243-4fd2-a554-756eb679cb47 None None] Pushing event updated for resources: {'Port': ['ID=2a73a9f4-2022-493b-83c0-12de645831d3,revision_number=1']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:33.624741 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:33.647810 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port d49c582b-d61f-4868-ad60-a142e03c8390, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=d49c582b-d61f-4868-ad60-a142e03c8390,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:28:33.654576 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:33.669430 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] Set router 09f372d4-7e05-4206-9ab2-50ee8421067d gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:28:33.707133 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d62827-6243-4fd2-a554-756eb679cb47 None None] Network 4503c811-349c-4da3-b57f-0590c7505695 is already hosted by enough agents. {{(pid=92975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:28:33.708449 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=d49c582b-d61f-4868-ad60-a142e03c8390,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:33.713507 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.scheduler.base_scheduler [None req-87d62827-6243-4fd2-a554-756eb679cb47 None None] Resources bound (agent type, host, resource id): {{(pid=92975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:28:33.715655 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d62827-6243-4fd2-a554-756eb679cb47 None None] Received port after_create {{(pid=92975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:28:33.776551 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-146d4704-5e5c-4e2b-b216-5bb770d8d309 req-24796284-ff43-4dcd-91b4-6cdf64471060 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 210 time: 0.0410192 Jul 13 18:28:33.801207 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-87d62827-6243-4fd2-a554-756eb679cb47 None None] Attempting to bind port 2a73a9f4-2022-493b-83c0-12de645831d3 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:28:33.801207 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-87d62827-6243-4fd2-a554-756eb679cb47 None None] Attempting to bind port 2a73a9f4-2022-493b-83c0-12de645831d3 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': 'a9b5aa92-0354-4f56-ab45-29644e781dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4503c811-349c-4da3-b57f-0590c7505695'}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:28:33.802429 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d62827-6243-4fd2-a554-756eb679cb47 None None] Attempting to bind port 2a73a9f4-2022-493b-83c0-12de645831d3 on network 4503c811-349c-4da3-b57f-0590c7505695 {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:28:33.808122 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d62827-6243-4fd2-a554-756eb679cb47 None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:28:33.808635 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d62827-6243-4fd2-a554-756eb679cb47 None None] Checking segment: {'id': 'a9b5aa92-0354-4f56-ab45-29644e781dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4503c811-349c-4da3-b57f-0590c7505695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:28:33.809134 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-87d62827-6243-4fd2-a554-756eb679cb47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:33.809618 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d62827-6243-4fd2-a554-756eb679cb47 None None] Bound using segment: {'id': 'a9b5aa92-0354-4f56-ab45-29644e781dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4503c811-349c-4da3-b57f-0590c7505695'} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:28:33.810190 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-87d62827-6243-4fd2-a554-756eb679cb47 None None] Bound port: 2a73a9f4-2022-493b-83c0-12de645831d3, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b5aa92-0354-4f56-ab45-29644e781dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4503c811-349c-4da3-b57f-0590c7505695'}}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:28:33.810689 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-87d62827-6243-4fd2-a554-756eb679cb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:33.914598 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-87d62827-6243-4fd2-a554-756eb679cb47 None None] For port 2a73a9f4-2022-493b-83c0-12de645831d3, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:28:33.917926 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-87d62827-6243-4fd2-a554-756eb679cb47 None None] For port 2a73a9f4-2022-493b-83c0-12de645831d3, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=2a73a9f4-2022-493b-83c0-12de645831d3,segment=NetworkSegment(a9b5aa92-0354-4f56-ab45-29644e781dd2),segment_id=a9b5aa92-0354-4f56-ab45-29644e781dd2)] {{(pid=92975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:28:33.925964 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-87d62827-6243-4fd2-a554-756eb679cb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:33.966048 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-344d2d32-8056-42de-a5c6-fac305100b3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:33.990168 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d62827-6243-4fd2-a554-756eb679cb47 None None] Pushing event updated for resources: {'Port': ['ID=2a73a9f4-2022-493b-83c0-12de645831d3,revision_number=2']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:34.022578 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-344d2d32-8056-42de-a5c6-fac305100b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:34.036614 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'name': 'tempest-TestShelveInstance-470485149-router', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:29Z', 'revision_number': 4, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'gw_port': {'id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '566bb584-0c97-4f8e-95e5-ff89752bd780', 'name': '', 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'mac_address': 'fa:16:3e:ab:ef:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:28Z', 'updated_at': '2021-07-13T18:28:29Z', 'revision_number': 2, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'subnets': [{'id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:34.172114 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] Checking router: 09f372d4-7e05-4206-9ab2-50ee8421067d for host: dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:28:34.173004 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] Updating router 09f372d4-7e05-4206-9ab2-50ee8421067d port 566bb584-0c97-4f8e-95e5-ff89752bd780 binding host dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 18:28:34.239772 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:34.357544 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_common [None req-344d2d32-8056-42de-a5c6-fac305100b3e admin admin] Allocated IP 172.27.2.46 (245bce84-6448-48c3-832e-229c4a14376b/dd702e20-22b6-412e-a631-757c226d263b/2ee629e4-89f2-430b-a21f-fadd2f2e8dfa) {{(pid=92974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:28:34.361970 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5e0c7b13-bc0e-4d9d-b0c2-422b0d648f2c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:34.368047 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5e0c7b13-bc0e-4d9d-b0c2-422b0d648f2c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8001390'] for floatingip, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:34.739864 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] Notify callbacks [] for port, precommit_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:34.760704 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.provisioning_blocks [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] Transition to ACTIVE for port object 566bb584-0c97-4f8e-95e5-ff89752bd780 will not be triggered until provisioned by entity L2. {{(pid=92976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:28:34.769482 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:34.785263 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e182d9-40f3-43dc-81cf-340289572b9e req-551f6f6f-b512-45b4-86c6-ebf98c8a2d5c tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:34.796311 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a2e182d9-40f3-43dc-81cf-340289572b9e req-551f6f6f-b512-45b4-86c6-ebf98c8a2d5c tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8878afb-5749-4190-8292-c01bc8fcadc8 HTTP/1.1" status: 200 len: 945 time: 0.5128868 Jul 13 18:28:34.895878 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a2e182d9-40f3-43dc-81cf-340289572b9e req-74f6921e-2e62-4c57-9b55-96462b83d534 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=358b90b9-fe2c-4fc4-b442-d995c4d968f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0981004 Jul 13 18:28:34.907006 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932a266-f40e-42cb-be93-6b1ef085be19 None None] Pushing event updated for resources: {'Port': ['ID=566bb584-0c97-4f8e-95e5-ff89752bd780,revision_number=3']} {{(pid=92976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:34.978172 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] Attempting to bind port 566bb584-0c97-4f8e-95e5-ff89752bd780 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:28:34.979120 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] Attempting to bind port 566bb584-0c97-4f8e-95e5-ff89752bd780 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': '4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f'}] {{(pid=92976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:28:34.980023 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] Attempting to bind port 566bb584-0c97-4f8e-95e5-ff89752bd780 on network 28d334da-d7e7-4fa4-ba99-5e9dc556a31f {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:28:34.986316 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:28:34.987144 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] Checking segment: {'id': '4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:28:34.987804 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:34.988532 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] Bound using segment: {'id': '4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f'} {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:28:34.989149 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.l3_db [None req-5e0c7b13-bc0e-4d9d-b0c2-422b0d648f2c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Floating IP 054df9bc-43f8-42e0-92c9-0675c9e6e633 associated. External IP: 172.27.2.34, port: 749003fb-09d2-479c-93b7-1cde321db16e. Jul 13 18:28:34.991152 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] Bound port: 566bb584-0c97-4f8e-95e5-ff89752bd780, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f'}}] {{(pid=92976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:28:34.991865 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:35.015840 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-344d2d32-8056-42de-a5c6-fac305100b3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:35.074957 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9aca01b7-fa32-44b8-8e7e-f12f0bf08a87 req-bc9d1d03-af11-452c-940f-019191906a17 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 210 time: 0.0696919 Jul 13 18:28:35.167894 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.db [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] For port 566bb584-0c97-4f8e-95e5-ff89752bd780, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:28:35.189991 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.db [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] For port 566bb584-0c97-4f8e-95e5-ff89752bd780, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=566bb584-0c97-4f8e-95e5-ff89752bd780,segment=NetworkSegment(4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6),segment_id=4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6)] {{(pid=92976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:28:35.197256 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:35.266007 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] Routers {'09f372d4-7e05-4206-9ab2-50ee8421067d'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:28:35.266635 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:28:12Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['09f372d4-7e05-4206-9ab2-50ee8421067d'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:35.281970 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-344d2d32-8056-42de-a5c6-fac305100b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:35.306997 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 2a73a9f4-2022-493b-83c0-12de645831d3 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:35.326033 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344d2d32-8056-42de-a5c6-fac305100b3e admin admin] Network 245bce84-6448-48c3-832e-229c4a14376b is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:28:35.350944 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-344d2d32-8056-42de-a5c6-fac305100b3e admin admin] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:28:35.353783 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344d2d32-8056-42de-a5c6-fac305100b3e admin admin] Received port after_create {{(pid=92974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:28:35.359426 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932a266-f40e-42cb-be93-6b1ef085be19 None None] Pushing event updated for resources: {'Port': ['ID=566bb584-0c97-4f8e-95e5-ff89752bd780,revision_number=4']} {{(pid=92976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:35.384705 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 2135ae1f-92f3-4b60-a24e-ec242f3bda16 up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:35.480153 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port 2a73a9f4-2022-493b-83c0-12de645831d3 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:28:35.485777 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning for port 2135ae1f-92f3-4b60-a24e-ec242f3bda16 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:28:35.496889 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d2d32-8056-42de-a5c6-fac305100b3e admin admin] Pushing event updated for resources: {'Port': ['ID=2ee629e4-89f2-430b-a21f-fadd2f2e8dfa,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:35.497863 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port 2135ae1f-92f3-4b60-a24e-ec242f3bda16 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:35.498249 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:35.503119 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device d49c582b-d61f-4868-ad60-a142e03c8390 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:35.515845 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] Set router 09f372d4-7e05-4206-9ab2-50ee8421067d gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:28:35.778202 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0c7b13-bc0e-4d9d-b0c2-422b0d648f2c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Router fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:28:35.780337 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17dd891-7384-4d9e-aff7-88721eadaa34 None None] Network 4503c811-349c-4da3-b57f-0590c7505695 requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:28:35.796620 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port d49c582b-d61f-4868-ad60-a142e03c8390 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:35.797915 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:35.867752 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'name': 'tempest-TestShelveInstance-470485149-router', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:29Z', 'revision_number': 4, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'gw_port': {'id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '566bb584-0c97-4f8e-95e5-ff89752bd780', 'name': '', 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'mac_address': 'fa:16:3e:ab:ef:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:28Z', 'updated_at': '2021-07-13T18:28:35Z', 'revision_number': 4, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'subnets': [{'id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:35.876091 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:35.879431 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-344d2d32-8056-42de-a5c6-fac305100b3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:35.882367 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-8820430c-d2d1-46e8-9444-9ca78c3c6bf6 None None] Provisioning for port 2a73a9f4-2022-493b-83c0-12de645831d3 completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:28:35.905544 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-8820430c-d2d1-46e8-9444-9ca78c3c6bf6 None None] Provisioning complete for port 2a73a9f4-2022-493b-83c0-12de645831d3 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:35.905964 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-8820430c-d2d1-46e8-9444-9ca78c3c6bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:35.908338 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227a38fc-00aa-4f24-a9ae-cd26d73dc66e None None] The sync data for ids ['09f372d4-7e05-4206-9ab2-50ee8421067d'] in dv-cinder-786928-3-iscsi is: [{'id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'name': 'tempest-TestShelveInstance-470485149-router', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:29Z', 'revision_number': 4, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'gw_port': {'id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '566bb584-0c97-4f8e-95e5-ff89752bd780', 'name': '', 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'mac_address': 'fa:16:3e:ab:ef:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:28Z', 'updated_at': '2021-07-13T18:28:35Z', 'revision_number': 4, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'subnets': [{'id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:28:35.956231 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8878afb-5749-4190-8292-c01bc8fcadc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2135ae1f-92f3-4b60-a24e-ec242f3bda16'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:28:35.958492 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8f1c90-3dc8-48fc-b092-3189f871ed3d" -d '{"events": [{"server_uuid": "b8878afb-5749-4190-8292-c01bc8fcadc8", "name": "network-vif-plugged", "status": "completed", "tag": "2135ae1f-92f3-4b60-a24e-ec242f3bda16"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:28:35.989764 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 2135ae1f-92f3-4b60-a24e-ec242f3bda16, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2135ae1f-92f3-4b60-a24e-ec242f3bda16,segment=NetworkSegment(a17767d0-de67-47b0-8ed9-eb81d030d04e),segment_id=a17767d0-de67-47b0-8ed9-eb81d030d04e)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:28:36.022739 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:36.029933 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd23f14-dd92-4cab-bea0-92d84c5ef03a x-openstack-request-id: req-ccd23f14-dd92-4cab-bea0-92d84c5ef03a {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:28:36.030592 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8878afb-5749-4190-8292-c01bc8fcadc8", "name": "network-vif-plugged", "status": "completed", "tag": "2135ae1f-92f3-4b60-a24e-ec242f3bda16", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:28:36.030910 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ccd23f14-dd92-4cab-bea0-92d84c5ef03a {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:28:36.031365 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8878afb-5749-4190-8292-c01bc8fcadc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2135ae1f-92f3-4b60-a24e-ec242f3bda16', 'code': 200} Jul 13 18:28:36.188952 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7e15d-cb37-43a2-82c1-8818ce99be9e req-a45f88c2-5b22-4fd7-bd1e-b358ff0f69f3 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:36.191900 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-33e7e15d-cb37-43a2-82c1-8818ce99be9e req-a45f88c2-5b22-4fd7-bd1e-b358ff0f69f3 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8878afb-5749-4190-8292-c01bc8fcadc8 HTTP/1.1" status: 200 len: 946 time: 0.1169875 Jul 13 18:28:36.275515 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-33e7e15d-cb37-43a2-82c1-8818ce99be9e req-bd3edea3-1bdb-4ede-bac4-dcab3d46db1c tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=358b90b9-fe2c-4fc4-b442-d995c4d968f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730679 Jul 13 18:28:36.299217 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0c7b13-bc0e-4d9d-b0c2-422b0d648f2c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:28:36.313035 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-344d2d32-8056-42de-a5c6-fac305100b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8003410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8001228'] for router, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:36.319356 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5e0c7b13-bc0e-4d9d-b0c2-422b0d648f2c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for floatingip, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:36.330782 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=2135ae1f-92f3-4b60-a24e-ec242f3bda16,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:36.332518 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-11513101-2d1b-47c4-b510-014d42c897fa req-3ddc0f69-3330-4016-9a19-8b5811057abd tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 210 time: 0.0410810 Jul 13 18:28:36.333983 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a33f70d-e827-45a1-8180-43dcabfd1796 None None] Sync routers for ids ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:28:36.352752 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-8820430c-d2d1-46e8-9444-9ca78c3c6bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:36.439609 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-8820430c-d2d1-46e8-9444-9ca78c3c6bf6 None None] For port 2a73a9f4-2022-493b-83c0-12de645831d3, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=2a73a9f4-2022-493b-83c0-12de645831d3,segment=NetworkSegment(a9b5aa92-0354-4f56-ab45-29644e781dd2),segment_id=a9b5aa92-0354-4f56-ab45-29644e781dd2)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:28:36.442577 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a33f70d-e827-45a1-8180-43dcabfd1796 None None] Routers {'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:28:36.444822 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-6a33f70d-e827-45a1-8180-43dcabfd1796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:28:12Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:36.453501 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-5e0c7b13-bc0e-4d9d-b0c2-422b0d648f2c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "PUT /v2.0/floatingips/054df9bc-43f8-42e0-92c9-0675c9e6e633 HTTP/1.1" status: 200 len: 990 time: 3.2009392 Jul 13 18:28:36.453893 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-8820430c-d2d1-46e8-9444-9ca78c3c6bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:36.456122 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b081fe-25f8-46c7-b4c0-2c1dffde8362', 'tag': '749003fb-09d2-479c-93b7-1cde321db16e'}] {{(pid=92974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:28:36.461887 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744f0cfc83b6d7eddb29a1ac54562a03fe7b453c2cada0da8e0ec66c391a914f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b445645d-c415-424e-8a8a-91eb08aab341" -d '{"events": [{"name": "network-changed", "server_uuid": "06b081fe-25f8-46c7-b4c0-2c1dffde8362", "tag": "749003fb-09d2-479c-93b7-1cde321db16e"}]}' {{(pid=92974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:28:36.579272 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5635aa-0e95-47fa-a24c-2938680a629f x-openstack-request-id: req-4b5635aa-0e95-47fa-a24c-2938680a629f {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:28:36.579885 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b081fe-25f8-46c7-b4c0-2c1dffde8362", "tag": "749003fb-09d2-479c-93b7-1cde321db16e", "status": "completed", "code": 200}]} {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:28:36.580281 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4b5635aa-0e95-47fa-a24c-2938680a629f {{(pid=92974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:28:36.580856 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b081fe-25f8-46c7-b4c0-2c1dffde8362', 'tag': '749003fb-09d2-479c-93b7-1cde321db16e', 'status': 'completed', 'code': 200} Jul 13 18:28:36.626067 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820430c-d2d1-46e8-9444-9ca78c3c6bf6 None None] Pushing event updated for resources: {'Port': ['ID=2a73a9f4-2022-493b-83c0-12de645831d3,revision_number=3']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:36.804497 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344d2d32-8056-42de-a5c6-fac305100b3e admin admin] Router 191c1c9d-592a-40f9-a524-3f62b481a2f6 is scheduled to L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad with binding_index 1 {{(pid=92974) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 18:28:36.830376 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-6a33f70d-e827-45a1-8180-43dcabfd1796 None None] Set router fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:28:36.835075 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445645d-c415-424e-8a8a-91eb08aab341 req-40666acb-46d4-4677-bf58-48ca86f37d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:36.836726 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-b445645d-c415-424e-8a8a-91eb08aab341 req-40666acb-46d4-4677-bf58-48ca86f37d95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=68241fca29234db0be94c2b6f7eaeb4d&device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 1098 time: 0.1983762 Jul 13 18:28:36.916026 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-5715d122-d927-436a-89e7-bad4eee46878 None None] Provisioning complete for port 2a73a9f4-2022-493b-83c0-12de645831d3 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:36.916515 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-5715d122-d927-436a-89e7-bad4eee46878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:37.018740 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a389e9-0d5b-4995-aaba-03ba3edee38b req-15203c2d-46f3-4408-8105-97ea20388feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:37.020880 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b2a389e9-0d5b-4995-aaba-03ba3edee38b req-15203c2d-46f3-4408-8105-97ea20388feb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b8878afb-5749-4190-8292-c01bc8fcadc8 HTTP/1.1" status: 200 len: 1099 time: 0.0812740 Jul 13 18:28:37.075730 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b2a389e9-0d5b-4995-aaba-03ba3edee38b req-828213e6-1b26-482e-962a-ad5b802054fa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=358b90b9-fe2c-4fc4-b442-d995c4d968f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426931 Jul 13 18:28:37.111451 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344d2d32-8056-42de-a5c6-fac305100b3e admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:28:37.118890 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445645d-c415-424e-8a8a-91eb08aab341 req-820a2e0d-03ba-4108-baaa-a840d4c44bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:37.120312 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-b445645d-c415-424e-8a8a-91eb08aab341 req-820a2e0d-03ba-4108-baaa-a840d4c44bf1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d HTTP/1.1" status: 200 len: 918 time: 0.2352042 Jul 13 18:28:37.126577 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] Sync routers for ids ['191c1c9d-592a-40f9-a524-3f62b481a2f6'] in dv-cinder-786928-3-iscsi {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:28:37.137247 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] Routers {'191c1c9d-592a-40f9-a524-3f62b481a2f6'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:28:37.138143 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:28:12Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['191c1c9d-592a-40f9-a524-3f62b481a2f6'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:37.157949 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-344d2d32-8056-42de-a5c6-fac305100b3e admin admin] Notify callbacks [] for router, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:37.159223 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-344d2d32-8056-42de-a5c6-fac305100b3e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6197715 Jul 13 18:28:37.164269 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 40526) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:37.238595 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 2a73a9f4-2022-493b-83c0-12de645831d3 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:37.297985 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] Set router 191c1c9d-592a-40f9-a524-3f62b481a2f6 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:28:37.365923 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 2a73a9f4-2022-493b-83c0-12de645831d3 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:37.366619 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:37.415256 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-6a33f70d-e827-45a1-8180-43dcabfd1796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1172803508-router', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '521e7351-66e8-4566-9902-ff6b3a693126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:07Z', 'updated_at': '2021-07-13T18:23:18Z', 'revision_number': 4, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'gw_port': {'id': '521e7351-66e8-4566-9902-ff6b3a693126', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:09Z', 'updated_at': '2021-07-13T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': '054df9bc-43f8-42e0-92c9-0675c9e6e633', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'port_id': '749003fb-09d2-479c-93b7-1cde321db16e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'mac_address': 'fa:16:3e:cb:1a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b081fe-25f8-46c7-b4c0-2c1dffde8362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:28:06Z', 'updated_at': '2021-07-13T18:28:34Z', 'revision_number': 1, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b451eb4a-b4cd-456f-8ee3-ecfd2da09c41', 'name': '', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'mac_address': 'fa:16:3e:90:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:15Z', 'updated_at': '2021-07-13T18:23:35Z', 'revision_number': 5, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'subnets': [{'id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:37.455449 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a33f70d-e827-45a1-8180-43dcabfd1796 None None] Checking router: fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:28:37.472856 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a33f70d-e827-45a1-8180-43dcabfd1796 None None] Routers {'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:28:37.473508 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-6a33f70d-e827-45a1-8180-43dcabfd1796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:28:12Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:37.629090 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa40e93-a1c2-4b5a-ba2e-6bfce45e83ea req-a1645229-0ee9-40ff-8f5b-65464f5aaa3c tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:37.632138 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-aaa40e93-a1c2-4b5a-ba2e-6bfce45e83ea req-a1645229-0ee9-40ff-8f5b-65464f5aaa3c tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8878afb-5749-4190-8292-c01bc8fcadc8 HTTP/1.1" status: 200 len: 946 time: 0.1777864 Jul 13 18:28:37.707374 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-6a33f70d-e827-45a1-8180-43dcabfd1796 None None] Set router fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:28:37.723727 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-20d3c702-6da6-437b-a1ea-8df520231d60 req-68f9be37-242a-485b-9260-dd6ac2bb0d34 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 210 time: 0.0837188 Jul 13 18:28:37.734307 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191c1c9d-592a-40f9-a524-3f62b481a2f6', 'name': 'tempest-TestShelveInstance-1734765505-router', 'tenant_id': 'd22fe92961444cf48a37b7bc82dbe618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '2ee629e4-89f2-430b-a21f-fadd2f2e8dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:32Z', 'updated_at': '2021-07-13T18:28:35Z', 'revision_number': 3, 'project_id': 'd22fe92961444cf48a37b7bc82dbe618', 'gw_port': {'id': '2ee629e4-89f2-430b-a21f-fadd2f2e8dfa', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191c1c9d-592a-40f9-a524-3f62b481a2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:34Z', 'updated_at': '2021-07-13T18:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:37.792202 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] Checking router: 191c1c9d-592a-40f9-a524-3f62b481a2f6 for host: dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:28:37.792553 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] Updating router 191c1c9d-592a-40f9-a524-3f62b481a2f6 port 2ee629e4-89f2-430b-a21f-fadd2f2e8dfa binding host dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 18:28:37.876278 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:37.986955 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 566bb584-0c97-4f8e-95e5-ff89752bd780 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:38.022632 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-b445645d-c415-424e-8a8a-91eb08aab341 req-c0972887-1c3c-4ca2-8991-2c2910e94579 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=749003fb-09d2-479c-93b7-1cde321db16e HTTP/1.1" status: 200 len: 998 time: 0.1959376 Jul 13 18:28:38.030004 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-aaa40e93-a1c2-4b5a-ba2e-6bfce45e83ea req-f9d45e62-a6aa-40fd-82f5-7d12c171c319 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=358b90b9-fe2c-4fc4-b442-d995c4d968f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3851910 Jul 13 18:28:38.059151 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-bdc680a7-8d08-417d-aa9f-48b80c3ae751 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:38.062278 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-bdc680a7-8d08-417d-aa9f-48b80c3ae751 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.32 "GET /v2.0/networks?id=fa0db6d2-fb58-4800-8d43-435aec164f62 HTTP/1.1" status: 200 len: 815 time: 0.2908227 Jul 13 18:28:38.087209 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-fc5b9885-27e4-4000-94dc-ab491f4d35ee tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Request body: {'port': {'device_id': '42ea0269-4de5-4be7-a1c7-6b0cfc910368', 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62', 'admin_state_up': True, 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:38.147768 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port 566bb584-0c97-4f8e-95e5-ff89752bd780 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:28:38.159152 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445645d-c415-424e-8a8a-91eb08aab341 req-3ae7a8a7-7307-4d62-b35f-56193709040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:38.161290 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-b445645d-c415-424e-8a8a-91eb08aab341 req-3ae7a8a7-7307-4d62-b35f-56193709040c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=debf1583-97cc-49b3-a3ab-32a9aef91126 HTTP/1.1" status: 200 len: 856 time: 0.1301575 Jul 13 18:28:38.175051 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 566bb584-0c97-4f8e-95e5-ff89752bd780 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:38.176026 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:38.309491 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445645d-c415-424e-8a8a-91eb08aab341 req-fba594c9-77ed-4f3f-aed5-22dd1fc08a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:38.311363 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-b445645d-c415-424e-8a8a-91eb08aab341 req-fba594c9-77ed-4f3f-aed5-22dd1fc08a7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0973477 Jul 13 18:28:38.322855 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] Notify callbacks [] for port, precommit_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:38.336132 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.provisioning_blocks [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] Transition to ACTIVE for port object 2ee629e4-89f2-430b-a21f-fadd2f2e8dfa will not be triggered until provisioned by entity L2. {{(pid=92976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:28:38.349039 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:38.349420 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-fc5b9885-27e4-4000-94dc-ab491f4d35ee tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Made reservation on behalf of cd3e8481c4c44cb2b4f37b8995d8197a for: {'port': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:28:38.357257 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-fc5b9885-27e4-4000-94dc-ab491f4d35ee tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:38.366405 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-6a33f70d-e827-45a1-8180-43dcabfd1796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1172803508-router', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '521e7351-66e8-4566-9902-ff6b3a693126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:07Z', 'updated_at': '2021-07-13T18:23:18Z', 'revision_number': 4, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'gw_port': {'id': '521e7351-66e8-4566-9902-ff6b3a693126', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:09Z', 'updated_at': '2021-07-13T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': '054df9bc-43f8-42e0-92c9-0675c9e6e633', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'port_id': '749003fb-09d2-479c-93b7-1cde321db16e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'mac_address': 'fa:16:3e:cb:1a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b081fe-25f8-46c7-b4c0-2c1dffde8362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:28:06Z', 'updated_at': '2021-07-13T18:28:34Z', 'revision_number': 1, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b451eb4a-b4cd-456f-8ee3-ecfd2da09c41', 'name': '', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'mac_address': 'fa:16:3e:90:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:15Z', 'updated_at': '2021-07-13T18:23:35Z', 'revision_number': 5, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'subnets': [{'id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:38.469940 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952cd12-8f01-4726-ae71-633da750540c None None] Pushing event updated for resources: {'Port': ['ID=2ee629e4-89f2-430b-a21f-fadd2f2e8dfa,revision_number=2']} {{(pid=92976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:38.511160 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] Attempting to bind port 2ee629e4-89f2-430b-a21f-fadd2f2e8dfa on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:28:38.511859 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] Attempting to bind port 2ee629e4-89f2-430b-a21f-fadd2f2e8dfa by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}] {{(pid=92976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:28:38.512376 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] Attempting to bind port 2ee629e4-89f2-430b-a21f-fadd2f2e8dfa on network 245bce84-6448-48c3-832e-229c4a14376b {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:28:38.518584 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:28:38.518974 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] Checking segment: {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:28:38.519612 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:38.520024 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] Bound using segment: {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'} {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:28:38.520525 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] Bound port: 2ee629e4-89f2-430b-a21f-fadd2f2e8dfa, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}}] {{(pid=92976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:28:38.520939 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:38.576416 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a33f70d-e827-45a1-8180-43dcabfd1796 None None] The sync data for ids ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'] in dv-cinder-786928-3-iscsi is: [{'id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1172803508-router', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '521e7351-66e8-4566-9902-ff6b3a693126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:07Z', 'updated_at': '2021-07-13T18:23:18Z', 'revision_number': 4, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'gw_port': {'id': '521e7351-66e8-4566-9902-ff6b3a693126', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:09Z', 'updated_at': '2021-07-13T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': '054df9bc-43f8-42e0-92c9-0675c9e6e633', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'port_id': '749003fb-09d2-479c-93b7-1cde321db16e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'mac_address': 'fa:16:3e:cb:1a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b081fe-25f8-46c7-b4c0-2c1dffde8362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:28:06Z', 'updated_at': '2021-07-13T18:28:34Z', 'revision_number': 1, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b451eb4a-b4cd-456f-8ee3-ecfd2da09c41', 'name': '', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'mac_address': 'fa:16:3e:90:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:15Z', 'updated_at': '2021-07-13T18:23:35Z', 'revision_number': 5, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'subnets': [{'id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:28:38.579116 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:38.628722 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4e54ed99-e443-426b-b976-b8299789beb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:38.641696 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-fc5b9885-27e4-4000-94dc-ab491f4d35ee tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Allocated IP 172.20.0.11 (fa0db6d2-fb58-4800-8d43-435aec164f62/30d42cf3-08cd-4421-acf6-630ee173cb1c/dfced1fd-df49-4d14-ab9e-b74c2738ad27) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:28:38.645123 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port 566bb584-0c97-4f8e-95e5-ff89752bd780, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=566bb584-0c97-4f8e-95e5-ff89752bd780,segment=NetworkSegment(4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6),segment_id=4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:28:38.652599 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:38.668429 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-b445645d-c415-424e-8a8a-91eb08aab341 req-070936e3-edbc-4e52-9fd6-df56ae4211f4 service neutron] 10.222.0.32 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317795 Jul 13 18:28:38.671669 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.db [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] For port 2ee629e4-89f2-430b-a21f-fadd2f2e8dfa, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:28:38.678446 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.db [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] For port 2ee629e4-89f2-430b-a21f-fadd2f2e8dfa, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=2ee629e4-89f2-430b-a21f-fadd2f2e8dfa,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:28:38.697605 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:38.782018 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=566bb584-0c97-4f8e-95e5-ff89752bd780,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:38.930478 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-1660fb9e-c40c-42ce-b071-e7d57af6fa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:39.040235 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae158d7-c2c2-4bdc-9ee9-cc6a0e367dbc None None] New status for floating IP 054df9bc-43f8-42e0-92c9-0675c9e6e633: ACTIVE {{(pid=92975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 18:28:39.082569 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952cd12-8f01-4726-ae71-633da750540c None None] Pushing event updated for resources: {'Port': ['ID=2ee629e4-89f2-430b-a21f-fadd2f2e8dfa,revision_number=3']} {{(pid=92976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:39.092188 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] Routers {'191c1c9d-592a-40f9-a524-3f62b481a2f6'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:28:39.099068 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:28:12Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['191c1c9d-592a-40f9-a524-3f62b481a2f6'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:39.126956 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f563e8f8-bc58-470d-8816-f0c08d0fae7a req-7c3da3ff-88d1-4551-bacd-7be7c3ecbaf9 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 210 time: 0.1786513 Jul 13 18:28:39.154267 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-fc5b9885-27e4-4000-94dc-ab491f4d35ee tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:39.202783 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-fc5b9885-27e4-4000-94dc-ab491f4d35ee tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Transition to ACTIVE for port object dfced1fd-df49-4d14-ab9e-b74c2738ad27 will not be triggered until provisioned by entity DHCP. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:28:39.246850 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-b445645d-c415-424e-8a8a-91eb08aab341 req-bf71024f-aee4-4966-9af0-4349069eeaeb service neutron] 10.222.0.32 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617950 Jul 13 18:28:39.313081 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 566bb584-0c97-4f8e-95e5-ff89752bd780 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:39.317270 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-fc5b9885-27e4-4000-94dc-ab491f4d35ee tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:39.378816 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] Set router 191c1c9d-592a-40f9-a524-3f62b481a2f6 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:28:39.421328 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_common [None req-4e54ed99-e443-426b-b976-b8299789beb8 admin admin] Allocated IP 172.20.0.1 (4503c811-349c-4da3-b57f-0590c7505695/33da339e-7ab1-43ae-b0c5-efe8a124cb24/2c2810b9-da07-41c8-ab55-f54d4f90b6b3) {{(pid=92974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:28:39.487514 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-fc5b9885-27e4-4000-94dc-ab491f4d35ee tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Network fa0db6d2-fb58-4800-8d43-435aec164f62 is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:28:39.501907 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-fc5b9885-27e4-4000-94dc-ab491f4d35ee tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:28:39.511500 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-fc5b9885-27e4-4000-94dc-ab491f4d35ee tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:28:39.524791 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b9885-27e4-4000-94dc-ab491f4d35ee tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Pushing event updated for resources: {'Port': ['ID=dfced1fd-df49-4d14-ab9e-b74c2738ad27,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:39.554367 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:39.649044 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-fc5b9885-27e4-4000-94dc-ab491f4d35ee tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:39.673224 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-fc5b9885-27e4-4000-94dc-ab491f4d35ee tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:39.809261 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 566bb584-0c97-4f8e-95e5-ff89752bd780 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:39.809847 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:39.825551 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-fc5b9885-27e4-4000-94dc-ab491f4d35ee tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7457476 Jul 13 18:28:39.885527 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4e54ed99-e443-426b-b976-b8299789beb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:39.895941 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-05ef30c8-a9f5-4187-b031-52aadae52353 service neutron] Request body: {'port': {'device_id': '42ea0269-4de5-4be7-a1c7-6b0cfc910368', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:39.917499 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191c1c9d-592a-40f9-a524-3f62b481a2f6', 'name': 'tempest-TestShelveInstance-1734765505-router', 'tenant_id': 'd22fe92961444cf48a37b7bc82dbe618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '2ee629e4-89f2-430b-a21f-fadd2f2e8dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:32Z', 'updated_at': '2021-07-13T18:28:35Z', 'revision_number': 3, 'project_id': 'd22fe92961444cf48a37b7bc82dbe618', 'gw_port': {'id': '2ee629e4-89f2-430b-a21f-fadd2f2e8dfa', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191c1c9d-592a-40f9-a524-3f62b481a2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:34Z', 'updated_at': '2021-07-13T18:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:39.970620 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.provisioning_blocks [None req-4e54ed99-e443-426b-b976-b8299789beb8 admin admin] Transition to ACTIVE for port object 2c2810b9-da07-41c8-ab55-f54d4f90b6b3 will not be triggered until provisioned by entity DHCP. {{(pid=92974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:28:40.000205 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020bb3d-2159-493c-aef9-3fc45c5a76d9 req-591b0abd-9f0e-4fae-85b3-d6d9c2460cb8 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:40.017077 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2020bb3d-2159-493c-aef9-3fc45c5a76d9 req-591b0abd-9f0e-4fae-85b3-d6d9c2460cb8 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8878afb-5749-4190-8292-c01bc8fcadc8 HTTP/1.1" status: 200 len: 946 time: 0.3038905 Jul 13 18:28:40.064857 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89349690-6eaf-4afe-a33f-d231e4cd297c None None] The sync data for ids ['191c1c9d-592a-40f9-a524-3f62b481a2f6'] in dv-cinder-786928-3-iscsi is: [{'id': '191c1c9d-592a-40f9-a524-3f62b481a2f6', 'name': 'tempest-TestShelveInstance-1734765505-router', 'tenant_id': 'd22fe92961444cf48a37b7bc82dbe618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '2ee629e4-89f2-430b-a21f-fadd2f2e8dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:32Z', 'updated_at': '2021-07-13T18:28:35Z', 'revision_number': 3, 'project_id': 'd22fe92961444cf48a37b7bc82dbe618', 'gw_port': {'id': '2ee629e4-89f2-430b-a21f-fadd2f2e8dfa', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191c1c9d-592a-40f9-a524-3f62b481a2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:34Z', 'updated_at': '2021-07-13T18:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}] {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:28:40.177398 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4e54ed99-e443-426b-b976-b8299789beb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:40.245318 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2020bb3d-2159-493c-aef9-3fc45c5a76d9 req-060162c3-a34b-4d2e-a9f5-5da831fc952e tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=358b90b9-fe2c-4fc4-b442-d995c4d968f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2259529 Jul 13 18:28:40.257650 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-05ef30c8-a9f5-4187-b031-52aadae52353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:40.311521 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-ba0e5938-3729-4b96-a0d8-f5320645650d None None] Provisioning for port dfced1fd-df49-4d14-ab9e-b74c2738ad27 completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:28:40.338913 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e54ed99-e443-426b-b976-b8299789beb8 admin admin] Network 4503c811-349c-4da3-b57f-0590c7505695 is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:28:40.344965 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-ba0e5938-3729-4b96-a0d8-f5320645650d None None] Provisioning complete for port dfced1fd-df49-4d14-ab9e-b74c2738ad27 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:40.345598 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-ba0e5938-3729-4b96-a0d8-f5320645650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:40.359010 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-4e54ed99-e443-426b-b976-b8299789beb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:28:40.373168 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e54ed99-e443-426b-b976-b8299789beb8 admin admin] Received port after_create {{(pid=92974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:28:40.463334 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-ba0e5938-3729-4b96-a0d8-f5320645650d None None] Port dfced1fd-df49-4d14-ab9e-b74c2738ad27 cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:28:40.630121 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54ed99-e443-426b-b976-b8299789beb8 admin admin] Pushing event updated for resources: {'Port': ['ID=2c2810b9-da07-41c8-ab55-f54d4f90b6b3,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:40.725925 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4e54ed99-e443-426b-b976-b8299789beb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8006825'] for router_interface, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:40.915988 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-c418d4b3-92fb-4d5e-b885-b0060df0846f None None] Provisioning for port 2c2810b9-da07-41c8-ab55-f54d4f90b6b3 completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:28:40.943549 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-c418d4b3-92fb-4d5e-b885-b0060df0846f None None] Provisioning complete for port 2c2810b9-da07-41c8-ab55-f54d4f90b6b3 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:40.944248 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-c418d4b3-92fb-4d5e-b885-b0060df0846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:41.058621 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-c418d4b3-92fb-4d5e-b885-b0060df0846f None None] Port 2c2810b9-da07-41c8-ab55-f54d4f90b6b3 cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:28:41.163424 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9db369-ff7d-443e-b108-f40b93debccb req-0e7f63e7-b56f-4877-9b19-b3c813ea1022 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:41.181170 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1b9db369-ff7d-443e-b108-f40b93debccb req-0e7f63e7-b56f-4877-9b19-b3c813ea1022 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8878afb-5749-4190-8292-c01bc8fcadc8 HTTP/1.1" status: 200 len: 946 time: 0.5930915 Jul 13 18:28:41.191000 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 40584) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:41.205038 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-73d37d46-71b4-4ce3-947c-68219139c7a9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Request body: {'floatingip': {'port_id': '2135ae1f-92f3-4b60-a24e-ec242f3bda16'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:41.362050 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 2ee629e4-89f2-430b-a21f-fadd2f2e8dfa up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:41.377264 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-73d37d46-71b4-4ce3-947c-68219139c7a9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for floatingip, before_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:41.385016 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4e54ed99-e443-426b-b976-b8299789beb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:41.426318 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346265da-c327-4cba-abc7-7d3c036a9ca5 req-1dcb304c-c294-4eb6-a37f-779b5f60085a tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:41.440208 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-346265da-c327-4cba-abc7-7d3c036a9ca5 req-1dcb304c-c294-4eb6-a37f-779b5f60085a tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 932 time: 0.7280798 Jul 13 18:28:41.536412 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-ee3ef4b0-296b-4abf-865c-36a2ac0cab37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:41.607239 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port 2ee629e4-89f2-430b-a21f-fadd2f2e8dfa completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:28:41.614458 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 2ee629e4-89f2-430b-a21f-fadd2f2e8dfa triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:41.615178 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:41.697325 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-05ef30c8-a9f5-4187-b031-52aadae52353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfced1fd-df49-4d14-ab9e-b74c2738ad27 {{(pid=92973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:28:41.743426 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-05ef30c8-a9f5-4187-b031-52aadae52353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:41.762790 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-346265da-c327-4cba-abc7-7d3c036a9ca5 req-c8aed84e-d3f3-4b24-bfc1-4ae6aa4c786c tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062932 Jul 13 18:28:41.796587 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:41.805547 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-05ef30c8-a9f5-4187-b031-52aadae52353 service neutron] Transition to ACTIVE for port object dfced1fd-df49-4d14-ab9e-b74c2738ad27 will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:28:41.811898 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-05ef30c8-a9f5-4187-b031-52aadae52353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:41.954182 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:41.980327 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef30c8-a9f5-4187-b031-52aadae52353 service neutron] Pushing event updated for resources: {'Port': ['ID=dfced1fd-df49-4d14-ab9e-b74c2738ad27,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:42.042717 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port 2ee629e4-89f2-430b-a21f-fadd2f2e8dfa, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=2ee629e4-89f2-430b-a21f-fadd2f2e8dfa,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:28:42.061701 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:42.243827 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-05ef30c8-a9f5-4187-b031-52aadae52353 service neutron] Attempting to bind port dfced1fd-df49-4d14-ab9e-b74c2738ad27 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:28:42.246919 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-05ef30c8-a9f5-4187-b031-52aadae52353 service neutron] Attempting to bind port dfced1fd-df49-4d14-ab9e-b74c2738ad27 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:28:42.248198 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-05ef30c8-a9f5-4187-b031-52aadae52353 service neutron] Attempting to bind port dfced1fd-df49-4d14-ab9e-b74c2738ad27 on network fa0db6d2-fb58-4800-8d43-435aec164f62 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:28:42.261275 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=2ee629e4-89f2-430b-a21f-fadd2f2e8dfa,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:42.270720 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-05ef30c8-a9f5-4187-b031-52aadae52353 service neutron] Port dfced1fd-df49-4d14-ab9e-b74c2738ad27 on network fa0db6d2-fb58-4800-8d43-435aec164f62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 18:28:42.273792 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-05ef30c8-a9f5-4187-b031-52aadae52353 service neutron] Attempting to bind port dfced1fd-df49-4d14-ab9e-b74c2738ad27 on network fa0db6d2-fb58-4800-8d43-435aec164f62 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:28:42.312774 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-05ef30c8-a9f5-4187-b031-52aadae52353 service neutron] Checking agent: {'id': '42658009-1da3-417e-95f4-9a37477be153', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'started_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:28:42.313570 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-05ef30c8-a9f5-4187-b031-52aadae52353 service neutron] Checking segment: {'id': '82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:28:42.316019 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-05ef30c8-a9f5-4187-b031-52aadae52353 service neutron] Bound using segment: {'id': '82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:28:42.316941 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-05ef30c8-a9f5-4187-b031-52aadae52353 service neutron] Bound port: dfced1fd-df49-4d14-ab9e-b74c2738ad27, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:28:42.319702 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-05ef30c8-a9f5-4187-b031-52aadae52353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:42.564984 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-05ef30c8-a9f5-4187-b031-52aadae52353 service neutron] For port dfced1fd-df49-4d14-ab9e-b74c2738ad27, host hv-cinder-78692, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:28:42.574034 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-05ef30c8-a9f5-4187-b031-52aadae52353 service neutron] For port dfced1fd-df49-4d14-ab9e-b74c2738ad27, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dfced1fd-df49-4d14-ab9e-b74c2738ad27,segment=NetworkSegment(82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1),segment_id=82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:28:42.581160 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-05ef30c8-a9f5-4187-b031-52aadae52353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:42.682013 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-05ef30c8-a9f5-4187-b031-52aadae52353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:42.683042 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-05ef30c8-a9f5-4187-b031-52aadae52353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:42.685539 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-05ef30c8-a9f5-4187-b031-52aadae52353 service neutron] 10.222.0.32 "PUT /v2.0/ports/dfced1fd-df49-4d14-ab9e-b74c2738ad27 HTTP/1.1" status: 200 len: 1094 time: 2.8083048 Jul 13 18:28:42.689767 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ea0269-4de5-4be7-a1c7-6b0cfc910368', 'tag': 'dfced1fd-df49-4d14-ab9e-b74c2738ad27'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:28:42.694001 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c7b381-33e6-48c4-b017-0039ced22167" -d '{"events": [{"name": "network-changed", "server_uuid": "42ea0269-4de5-4be7-a1c7-6b0cfc910368", "tag": "dfced1fd-df49-4d14-ab9e-b74c2738ad27"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:28:42.719286 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4e54ed99-e443-426b-b976-b8299789beb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:42.776555 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:42.784328 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef30c8-a9f5-4187-b031-52aadae52353 service neutron] Pushing event updated for resources: {'Port': ['ID=dfced1fd-df49-4d14-ab9e-b74c2738ad27,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:42.809577 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4e54ed99-e443-426b-b976-b8299789beb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3228708'] for port, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:42.928931 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4e54ed99-e443-426b-b976-b8299789beb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7944997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8006115'] for router_interface, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:43.142695 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54ed99-e443-426b-b976-b8299789beb8 admin admin] Pushing event updated for resources: {'Port': ['ID=2c2810b9-da07-41c8-ab55-f54d4f90b6b3,revision_number=2']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:43.221812 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 2ee629e4-89f2-430b-a21f-fadd2f2e8dfa up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:43.277456 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-19bebf76-0abf-4e0a-827e-1dda30711a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:43.292570 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-19bebf76-0abf-4e0a-827e-1dda30711a37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd3e8481c4c44cb2b4f37b8995d8197a&device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 1097 time: 0.2523222 Jul 13 18:28:43.324749 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4513f57-53be-41a1-a171-a40697629df4 x-openstack-request-id: req-b4513f57-53be-41a1-a171-a40697629df4 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:28:43.325350 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ea0269-4de5-4be7-a1c7-6b0cfc910368", "tag": "dfced1fd-df49-4d14-ab9e-b74c2738ad27", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:28:43.325958 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b4513f57-53be-41a1-a171-a40697629df4 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:28:43.326727 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ea0269-4de5-4be7-a1c7-6b0cfc910368', 'tag': 'dfced1fd-df49-4d14-ab9e-b74c2738ad27', 'status': 'completed', 'code': 200} Jul 13 18:28:43.331309 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 2ee629e4-89f2-430b-a21f-fadd2f2e8dfa triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:43.332041 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:43.398839 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.db.resource_extend [None req-73d37d46-71b4-4ce3-947c-68219139c7a9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 18:28:43.540939 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094dfe3-1a60-4f37-8c3b-328cdb19d925 req-73a1e84c-f669-4d97-80ce-a5be135ee5c6 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:43.544839 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2094dfe3-1a60-4f37-8c3b-328cdb19d925 req-73a1e84c-f669-4d97-80ce-a5be135ee5c6 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 944 time: 0.1114488 Jul 13 18:28:43.653874 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2094dfe3-1a60-4f37-8c3b-328cdb19d925 req-f8cd74dc-80be-4f86-9c44-fb7866bf0a2c tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010258 Jul 13 18:28:43.814030 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e54ed99-e443-426b-b976-b8299789beb8 admin admin] Network 4503c811-349c-4da3-b57f-0590c7505695 is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:28:43.817501 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-4e54ed99-e443-426b-b976-b8299789beb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:28:43.861555 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-73d37d46-71b4-4ce3-947c-68219139c7a9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:43.899058 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-73d37d46-71b4-4ce3-947c-68219139c7a9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8001390'] for floatingip, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:44.238368 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-1787ad29-40ed-457d-a5f4-49f93ec88507 None None] Provisioning complete for port 2c2810b9-da07-41c8-ab55-f54d4f90b6b3 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:44.239042 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.l3_db [None req-73d37d46-71b4-4ce3-947c-68219139c7a9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Floating IP b0537fa8-3a6e-4b93-b76f-f77dab7c93f8 associated. External IP: 172.27.2.224, port: 2135ae1f-92f3-4b60-a24e-ec242f3bda16. Jul 13 18:28:44.239738 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-1787ad29-40ed-457d-a5f4-49f93ec88507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:44.246466 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e54ed99-e443-426b-b976-b8299789beb8 admin admin] Router 191c1c9d-592a-40f9-a524-3f62b481a2f6 has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:28:44.344755 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-1787ad29-40ed-457d-a5f4-49f93ec88507 None None] Port 2c2810b9-da07-41c8-ab55-f54d4f90b6b3 cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:28:44.355882 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:44.556145 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e54ed99-e443-426b-b976-b8299789beb8 admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:28:44.562377 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-4e54ed99-e443-426b-b976-b8299789beb8 admin admin] 10.222.0.11 "PUT /v2.0/routers/191c1c9d-592a-40f9-a524-3f62b481a2f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3969584 Jul 13 18:28:44.576614 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] Sync routers for ids ['191c1c9d-592a-40f9-a524-3f62b481a2f6'] in dv-cinder-786928-3-iscsi {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:28:44.610234 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] Routers {'191c1c9d-592a-40f9-a524-3f62b481a2f6'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:28:44.614461 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:28:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['191c1c9d-592a-40f9-a524-3f62b481a2f6'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:44.631023 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d37d46-71b4-4ce3-947c-68219139c7a9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Router 1031d51e-9848-4be1-8f64-a097b2df47ad has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:28:44.950416 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d37d46-71b4-4ce3-947c-68219139c7a9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:28:44.958165 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-73d37d46-71b4-4ce3-947c-68219139c7a9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for floatingip, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:44.969462 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484b62ff-ac77-408f-aeef-9bd2d4abc768 None None] Sync routers for ids ['1031d51e-9848-4be1-8f64-a097b2df47ad'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:28:44.993354 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484b62ff-ac77-408f-aeef-9bd2d4abc768 None None] Routers {'1031d51e-9848-4be1-8f64-a097b2df47ad'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:28:44.995195 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-484b62ff-ac77-408f-aeef-9bd2d4abc768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:28:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['1031d51e-9848-4be1-8f64-a097b2df47ad'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:45.017266 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] Set router 191c1c9d-592a-40f9-a524-3f62b481a2f6 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:28:45.030889 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-73d37d46-71b4-4ce3-947c-68219139c7a9 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "PUT /v2.0/floatingips/b0537fa8-3a6e-4b93-b76f-f77dab7c93f8 HTTP/1.1" status: 200 len: 992 time: 3.8299046 Jul 13 18:28:45.036410 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8878afb-5749-4190-8292-c01bc8fcadc8', 'tag': '2135ae1f-92f3-4b60-a24e-ec242f3bda16'}] {{(pid=92974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:28:45.039381 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744f0cfc83b6d7eddb29a1ac54562a03fe7b453c2cada0da8e0ec66c391a914f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9038612e-8867-43fb-9ed8-696737840172" -d '{"events": [{"name": "network-changed", "server_uuid": "b8878afb-5749-4190-8292-c01bc8fcadc8", "tag": "2135ae1f-92f3-4b60-a24e-ec242f3bda16"}]}' {{(pid=92974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:28:45.067363 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fbe5f-65ab-4c9f-bd94-ed5f1c8f7412 req-83347634-39e6-4eeb-86d3-39dc26ea8d95 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:45.070275 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-520fbe5f-65ab-4c9f-bd94-ed5f1c8f7412 req-83347634-39e6-4eeb-86d3-39dc26ea8d95 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 944 time: 0.1699860 Jul 13 18:28:45.164650 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-520fbe5f-65ab-4c9f-bd94-ed5f1c8f7412 req-71ddce79-fa59-4407-b161-1207dae61193 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874734 Jul 13 18:28:45.265274 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-484b62ff-ac77-408f-aeef-9bd2d4abc768 None None] Set router 1031d51e-9848-4be1-8f64-a097b2df47ad gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:28:45.395407 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191c1c9d-592a-40f9-a524-3f62b481a2f6', 'name': 'tempest-TestShelveInstance-1734765505-router', 'tenant_id': 'd22fe92961444cf48a37b7bc82dbe618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '2ee629e4-89f2-430b-a21f-fadd2f2e8dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:32Z', 'updated_at': '2021-07-13T18:28:41Z', 'revision_number': 4, 'project_id': 'd22fe92961444cf48a37b7bc82dbe618', 'gw_port': {'id': '2ee629e4-89f2-430b-a21f-fadd2f2e8dfa', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191c1c9d-592a-40f9-a524-3f62b481a2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:34Z', 'updated_at': '2021-07-13T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '2c2810b9-da07-41c8-ab55-f54d4f90b6b3', 'name': '', 'network_id': '4503c811-349c-4da3-b57f-0590c7505695', 'tenant_id': 'd22fe92961444cf48a37b7bc82dbe618', 'mac_address': 'fa:16:3e:7a:dd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191c1c9d-592a-40f9-a524-3f62b481a2f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '33da339e-7ab1-43ae-b0c5-efe8a124cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:38Z', 'updated_at': '2021-07-13T18:28:41Z', 'revision_number': 2, 'project_id': 'd22fe92961444cf48a37b7bc82dbe618', 'subnets': [{'id': '33da339e-7ab1-43ae-b0c5-efe8a124cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:45.446470 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] Checking router: 191c1c9d-592a-40f9-a524-3f62b481a2f6 for host: dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:28:45.448087 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] Updating router 191c1c9d-592a-40f9-a524-3f62b481a2f6 port 2c2810b9-da07-41c8-ab55-f54d4f90b6b3 binding host dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 18:28:45.499772 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:45.667346 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-484b62ff-ac77-408f-aeef-9bd2d4abc768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'name': 'tempest-AttachVolumeTestJSON-58642875-router', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:08Z', 'updated_at': '2021-07-13T18:23:25Z', 'revision_number': 4, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'gw_port': {'id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:11Z', 'updated_at': '2021-07-13T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': 'b0537fa8-3a6e-4b93-b76f-f77dab7c93f8', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'port_id': '2135ae1f-92f3-4b60-a24e-ec242f3bda16', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'mac_address': 'fa:16:3e:2b:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8878afb-5749-4190-8292-c01bc8fcadc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:28:14Z', 'updated_at': '2021-07-13T18:28:43Z', 'revision_number': 1, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '464d17db-5952-442b-be1b-f2e1325182b0', 'name': '', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'mac_address': 'fa:16:3e:8b:40:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:22Z', 'updated_at': '2021-07-13T18:23:40Z', 'revision_number': 5, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'subnets': [{'id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:45.697671 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484b62ff-ac77-408f-aeef-9bd2d4abc768 None None] Checking router: 1031d51e-9848-4be1-8f64-a097b2df47ad for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:28:45.707148 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484b62ff-ac77-408f-aeef-9bd2d4abc768 None None] Routers {'1031d51e-9848-4be1-8f64-a097b2df47ad'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:28:45.708060 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-484b62ff-ac77-408f-aeef-9bd2d4abc768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:28:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['1031d51e-9848-4be1-8f64-a097b2df47ad'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:45.922236 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-484b62ff-ac77-408f-aeef-9bd2d4abc768 None None] Set router 1031d51e-9848-4be1-8f64-a097b2df47ad gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:28:45.943181 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 40626) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:45.949683 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-ac9d5990-e47a-4cb2-b0bc-7cc091a973ef tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-448313816', 'description': 'tempest-secgroup-smoke-448313816 description', 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:46.022937 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5990-e47a-4cb2-b0bc-7cc091a973ef tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:46.084349 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] Notify callbacks [] for port, precommit_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:46.113535 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.provisioning_blocks [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] Transition to ACTIVE for port object 2c2810b9-da07-41c8-ab55-f54d4f90b6b3 will not be triggered until provisioned by entity L2. {{(pid=92976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:28:46.126202 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:46.230703 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0a752-be77-42ef-b7a3-00f42a44c26c None None] Pushing event updated for resources: {'Port': ['ID=2c2810b9-da07-41c8-ab55-f54d4f90b6b3,revision_number=3']} {{(pid=92976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:46.273633 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5990-e47a-4cb2-b0bc-7cc091a973ef tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:46.281529 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5990-e47a-4cb2-b0bc-7cc091a973ef tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:46.320587 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d5990-e47a-4cb2-b0bc-7cc091a973ef tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aea5ead-496c-4c4f-9794-7b16728ae8b0,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:46.349540 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5990-e47a-4cb2-b0bc-7cc091a973ef tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:46.355063 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 40630) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:46.356059 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-ac9d5990-e47a-4cb2-b0bc-7cc091a973ef tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4107780 Jul 13 18:28:46.363486 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-4027c4bf-522e-4e6a-bacd-98600e22cad2 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Request body: {'security_group_rule': {'security_group_id': '1aea5ead-496c-4c4f-9794-7b16728ae8b0', 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:46.419765 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] Attempting to bind port 2c2810b9-da07-41c8-ab55-f54d4f90b6b3 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:28:46.420431 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] Attempting to bind port 2c2810b9-da07-41c8-ab55-f54d4f90b6b3 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': 'a9b5aa92-0354-4f56-ab45-29644e781dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4503c811-349c-4da3-b57f-0590c7505695'}] {{(pid=92976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:28:46.421930 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] Attempting to bind port 2c2810b9-da07-41c8-ab55-f54d4f90b6b3 on network 4503c811-349c-4da3-b57f-0590c7505695 {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:28:46.444763 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:28:46.447019 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] Checking segment: {'id': 'a9b5aa92-0354-4f56-ab45-29644e781dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4503c811-349c-4da3-b57f-0590c7505695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:28:46.447747 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:46.448394 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] Bound using segment: {'id': 'a9b5aa92-0354-4f56-ab45-29644e781dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4503c811-349c-4da3-b57f-0590c7505695'} {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:28:46.450453 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] Bound port: 2c2810b9-da07-41c8-ab55-f54d4f90b6b3, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b5aa92-0354-4f56-ab45-29644e781dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4503c811-349c-4da3-b57f-0590c7505695'}}] {{(pid=92976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:28:46.453325 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:46.463073 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4027c4bf-522e-4e6a-bacd-98600e22cad2 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:46.595007 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-484b62ff-ac77-408f-aeef-9bd2d4abc768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'name': 'tempest-AttachVolumeTestJSON-58642875-router', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:08Z', 'updated_at': '2021-07-13T18:23:25Z', 'revision_number': 4, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'gw_port': {'id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:11Z', 'updated_at': '2021-07-13T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': 'b0537fa8-3a6e-4b93-b76f-f77dab7c93f8', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'port_id': '2135ae1f-92f3-4b60-a24e-ec242f3bda16', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'mac_address': 'fa:16:3e:2b:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8878afb-5749-4190-8292-c01bc8fcadc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:28:14Z', 'updated_at': '2021-07-13T18:28:43Z', 'revision_number': 1, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '464d17db-5952-442b-be1b-f2e1325182b0', 'name': '', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'mac_address': 'fa:16:3e:8b:40:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:22Z', 'updated_at': '2021-07-13T18:23:40Z', 'revision_number': 5, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'subnets': [{'id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:46.617393 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4027c4bf-522e-4e6a-bacd-98600e22cad2 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:46.625367 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4027c4bf-522e-4e6a-bacd-98600e22cad2 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:46.660258 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484b62ff-ac77-408f-aeef-9bd2d4abc768 None None] The sync data for ids ['1031d51e-9848-4be1-8f64-a097b2df47ad'] in dv-cinder-786928-3-iscsi is: [{'id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'name': 'tempest-AttachVolumeTestJSON-58642875-router', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:08Z', 'updated_at': '2021-07-13T18:23:25Z', 'revision_number': 4, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'gw_port': {'id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:11Z', 'updated_at': '2021-07-13T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': 'b0537fa8-3a6e-4b93-b76f-f77dab7c93f8', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'port_id': '2135ae1f-92f3-4b60-a24e-ec242f3bda16', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'mac_address': 'fa:16:3e:2b:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8878afb-5749-4190-8292-c01bc8fcadc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:28:14Z', 'updated_at': '2021-07-13T18:28:43Z', 'revision_number': 1, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '464d17db-5952-442b-be1b-f2e1325182b0', 'name': '', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'mac_address': 'fa:16:3e:8b:40:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:22Z', 'updated_at': '2021-07-13T18:23:40Z', 'revision_number': 5, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'subnets': [{'id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:28:46.661119 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.db [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] For port 2c2810b9-da07-41c8-ab55-f54d4f90b6b3, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:28:46.665705 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027c4bf-522e-4e6a-bacd-98600e22cad2 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab4aed0-0ef5-4a44-923a-50ee7d195d72,revision_number=0']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:46.673567 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4027c4bf-522e-4e6a-bacd-98600e22cad2 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:46.675802 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-4027c4bf-522e-4e6a-bacd-98600e22cad2 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3181152 Jul 13 18:28:46.680073 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.db [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] For port 2c2810b9-da07-41c8-ab55-f54d4f90b6b3, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=2c2810b9-da07-41c8-ab55-f54d4f90b6b3,segment=NetworkSegment(a9b5aa92-0354-4f56-ab45-29644e781dd2),segment_id=a9b5aa92-0354-4f56-ab45-29644e781dd2)] {{(pid=92976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:28:46.680342 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 40632) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:46.686291 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:46.689640 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-9a0cb9a0-b432-4a0b-914b-4b86b344afcb tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Request body: {'security_group_rule': {'security_group_id': '1aea5ead-496c-4c4f-9794-7b16728ae8b0', 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:46.745978 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9a0cb9a0-b432-4a0b-914b-4b86b344afcb tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:46.808236 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] Routers {'191c1c9d-592a-40f9-a524-3f62b481a2f6'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:28:46.810768 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:28:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['191c1c9d-592a-40f9-a524-3f62b481a2f6'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:46.910204 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9a0cb9a0-b432-4a0b-914b-4b86b344afcb tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:46.924796 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9a0cb9a0-b432-4a0b-914b-4b86b344afcb tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:46.959533 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0a752-be77-42ef-b7a3-00f42a44c26c None None] Pushing event updated for resources: {'Port': ['ID=2c2810b9-da07-41c8-ab55-f54d4f90b6b3,revision_number=4']} {{(pid=92976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:46.970849 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cb9a0-b432-4a0b-914b-4b86b344afcb tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752b27fd-1757-4e40-aa55-56f231a867b2,revision_number=0']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:47.005093 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9a0cb9a0-b432-4a0b-914b-4b86b344afcb tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:47.012423 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 40634) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:47.026258 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-f271c3f1-926d-4378-b1ad-a71813fbbc0d tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Request body: {'security_group_rule': {'security_group_id': '1aea5ead-496c-4c4f-9794-7b16728ae8b0', 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:47.031429 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-9a0cb9a0-b432-4a0b-914b-4b86b344afcb tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3489652 Jul 13 18:28:47.093138 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] Set router 191c1c9d-592a-40f9-a524-3f62b481a2f6 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:28:47.180161 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f271c3f1-926d-4378-b1ad-a71813fbbc0d tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:47.189792 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc281a9-8962-41d2-9fd0-05de3034893b None None] New status for floating IP b0537fa8-3a6e-4b93-b76f-f77dab7c93f8: ACTIVE {{(pid=92976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 18:28:47.307186 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f271c3f1-926d-4378-b1ad-a71813fbbc0d tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:47.313172 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f271c3f1-926d-4378-b1ad-a71813fbbc0d tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:47.348077 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271c3f1-926d-4378-b1ad-a71813fbbc0d tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58fa20f6-45f3-42f9-9a76-93f0d5986f6f,revision_number=0']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:47.352585 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f271c3f1-926d-4378-b1ad-a71813fbbc0d tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:47.357122 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 40638) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:47.360265 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-f271c3f1-926d-4378-b1ad-a71813fbbc0d tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3454010 Jul 13 18:28:47.364488 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-a6a97a44-d91b-48be-b947-da0648a0fe17 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Request body: {'security_group_rule': {'security_group_id': '1aea5ead-496c-4c4f-9794-7b16728ae8b0', 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:47.443962 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a6a97a44-d91b-48be-b947-da0648a0fe17 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:47.546580 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a6a97a44-d91b-48be-b947-da0648a0fe17 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:47.553886 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a6a97a44-d91b-48be-b947-da0648a0fe17 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:47.576378 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a97a44-d91b-48be-b947-da0648a0fe17 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79902df5-8a21-40da-99cc-ab17bd33c6cf,revision_number=0']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:47.594122 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a6a97a44-d91b-48be-b947-da0648a0fe17 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:47.595515 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-a6a97a44-d91b-48be-b947-da0648a0fe17 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2364225 Jul 13 18:28:47.599996 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 40642) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:47.607385 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-f6dc90be-dddc-434a-a352-a86c7352ff15 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Request body: {'security_group_rule': {'security_group_id': '1aea5ead-496c-4c4f-9794-7b16728ae8b0', 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:47.645641 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.securitygroups_db [None req-f6dc90be-dddc-434a-a352-a86c7352ff15 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Project f0adff60e0a74d0c98f96db614d68a9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 18:28:47.663142 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f6dc90be-dddc-434a-a352-a86c7352ff15 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:47.744739 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191c1c9d-592a-40f9-a524-3f62b481a2f6', 'name': 'tempest-TestShelveInstance-1734765505-router', 'tenant_id': 'd22fe92961444cf48a37b7bc82dbe618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '2ee629e4-89f2-430b-a21f-fadd2f2e8dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:32Z', 'updated_at': '2021-07-13T18:28:41Z', 'revision_number': 4, 'project_id': 'd22fe92961444cf48a37b7bc82dbe618', 'gw_port': {'id': '2ee629e4-89f2-430b-a21f-fadd2f2e8dfa', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191c1c9d-592a-40f9-a524-3f62b481a2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:34Z', 'updated_at': '2021-07-13T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '2c2810b9-da07-41c8-ab55-f54d4f90b6b3', 'name': '', 'network_id': '4503c811-349c-4da3-b57f-0590c7505695', 'tenant_id': 'd22fe92961444cf48a37b7bc82dbe618', 'mac_address': 'fa:16:3e:7a:dd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191c1c9d-592a-40f9-a524-3f62b481a2f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '33da339e-7ab1-43ae-b0c5-efe8a124cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:38Z', 'updated_at': '2021-07-13T18:28:46Z', 'revision_number': 4, 'project_id': 'd22fe92961444cf48a37b7bc82dbe618', 'subnets': [{'id': '33da339e-7ab1-43ae-b0c5-efe8a124cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:28:47.764438 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f6dc90be-dddc-434a-a352-a86c7352ff15 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:47.769419 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f6dc90be-dddc-434a-a352-a86c7352ff15 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:47.781294 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0795e6-8dc2-4512-b11f-a6d59c5fca3e None None] The sync data for ids ['191c1c9d-592a-40f9-a524-3f62b481a2f6'] in dv-cinder-786928-3-iscsi is: [{'id': '191c1c9d-592a-40f9-a524-3f62b481a2f6', 'name': 'tempest-TestShelveInstance-1734765505-router', 'tenant_id': 'd22fe92961444cf48a37b7bc82dbe618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '2ee629e4-89f2-430b-a21f-fadd2f2e8dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:32Z', 'updated_at': '2021-07-13T18:28:41Z', 'revision_number': 4, 'project_id': 'd22fe92961444cf48a37b7bc82dbe618', 'gw_port': {'id': '2ee629e4-89f2-430b-a21f-fadd2f2e8dfa', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191c1c9d-592a-40f9-a524-3f62b481a2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:34Z', 'updated_at': '2021-07-13T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '2c2810b9-da07-41c8-ab55-f54d4f90b6b3', 'name': '', 'network_id': '4503c811-349c-4da3-b57f-0590c7505695', 'tenant_id': 'd22fe92961444cf48a37b7bc82dbe618', 'mac_address': 'fa:16:3e:7a:dd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191c1c9d-592a-40f9-a524-3f62b481a2f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '33da339e-7ab1-43ae-b0c5-efe8a124cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:38Z', 'updated_at': '2021-07-13T18:28:46Z', 'revision_number': 4, 'project_id': 'd22fe92961444cf48a37b7bc82dbe618', 'subnets': [{'id': '33da339e-7ab1-43ae-b0c5-efe8a124cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:28:47.799278 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f6dc90be-dddc-434a-a352-a86c7352ff15 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:47.800623 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-f6dc90be-dddc-434a-a352-a86c7352ff15 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1988556 Jul 13 18:28:47.801674 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc90be-dddc-434a-a352-a86c7352ff15 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85838219-7828-40f5-a079-fe71d3984419,revision_number=0']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:47.807287 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 40644) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:28:47.814825 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-c096d0ca-005a-4d85-80ab-49531ef40721 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Request body: {'security_group_rule': {'security_group_id': '1aea5ead-496c-4c4f-9794-7b16728ae8b0', 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:28:47.868999 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.securitygroups_db [None req-c096d0ca-005a-4d85-80ab-49531ef40721 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Project f0adff60e0a74d0c98f96db614d68a9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 18:28:47.884173 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c096d0ca-005a-4d85-80ab-49531ef40721 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:48.032790 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c096d0ca-005a-4d85-80ab-49531ef40721 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:48.038196 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c096d0ca-005a-4d85-80ab-49531ef40721 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:48.085228 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096d0ca-005a-4d85-80ab-49531ef40721 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9de48b-6c6a-4fec-a9c7-50bcbcd80f45,revision_number=0']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:48.113469 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c096d0ca-005a-4d85-80ab-49531ef40721 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:48.116880 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-c096d0ca-005a-4d85-80ab-49531ef40721 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3073483 Jul 13 18:28:49.220208 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 2c2810b9-da07-41c8-ab55-f54d4f90b6b3 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:49.309089 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port 2c2810b9-da07-41c8-ab55-f54d4f90b6b3 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:28:49.317371 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 2c2810b9-da07-41c8-ab55-f54d4f90b6b3 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:49.318195 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:49.441659 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:49.530439 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port 2c2810b9-da07-41c8-ab55-f54d4f90b6b3, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=2c2810b9-da07-41c8-ab55-f54d4f90b6b3,segment=NetworkSegment(a9b5aa92-0354-4f56-ab45-29644e781dd2),segment_id=a9b5aa92-0354-4f56-ab45-29644e781dd2)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:28:49.541922 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:49.612663 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=2c2810b9-da07-41c8-ab55-f54d4f90b6b3,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:51.149660 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 2c2810b9-da07-41c8-ab55-f54d4f90b6b3 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:51.242909 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 2c2810b9-da07-41c8-ab55-f54d4f90b6b3 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:51.243202 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:52.374099 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-b649d97b-bb9e-4fce-bd25-490e6d16bd9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfced1fd-df49-4d14-ab9e-b74c2738ad27 HTTP/1.1" status: 200 len: 217 time: 0.0678058 Jul 13 18:28:52.466472 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-5d62c722-8809-4791-813d-30d4378cd537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:52.468764 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-5d62c722-8809-4791-813d-30d4378cd537 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=30d42cf3-08cd-4421-acf6-630ee173cb1c HTTP/1.1" status: 200 len: 854 time: 0.0742612 Jul 13 18:28:52.484700 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294d16fc-3535-4188-9a51-5f0145418193 x-openstack-request-id: req-294d16fc-3535-4188-9a51-5f0145418193 {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:28:52.485246 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8878afb-5749-4190-8292-c01bc8fcadc8", "tag": "2135ae1f-92f3-4b60-a24e-ec242f3bda16", "status": "completed", "code": 200}]} {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:28:52.485395 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-294d16fc-3535-4188-9a51-5f0145418193 {{(pid=92974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:28:52.485860 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8878afb-5749-4190-8292-c01bc8fcadc8', 'tag': '2135ae1f-92f3-4b60-a24e-ec242f3bda16', 'status': 'completed', 'code': 200} Jul 13 18:28:52.557747 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-149cf9c5-38b6-4e4a-86ae-ec2606af267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:52.559537 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-149cf9c5-38b6-4e4a-86ae-ec2606af267c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fa0db6d2-fb58-4800-8d43-435aec164f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811110 Jul 13 18:28:52.659848 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038612e-8867-43fb-9ed8-696737840172 req-3ffe7185-806d-4dcf-8ed1-b8da21b18c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:52.661479 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-9038612e-8867-43fb-9ed8-696737840172 req-3ffe7185-806d-4dcf-8ed1-b8da21b18c98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a6911fcceca4a7a9b21b2e7b761c0d4&device_id=b8878afb-5749-4190-8292-c01bc8fcadc8 HTTP/1.1" status: 200 len: 1099 time: 0.0760329 Jul 13 18:28:52.836806 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038612e-8867-43fb-9ed8-696737840172 req-e8ee783e-eacd-45f4-9860-e63431b6f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:52.845016 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-9038612e-8867-43fb-9ed8-696737840172 req-e8ee783e-eacd-45f4-9860-e63431b6f6a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17302fc4-2689-41b0-91b7-3c3e6cf2a62b HTTP/1.1" status: 200 len: 910 time: 0.1460724 Jul 13 18:28:52.960596 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-9038612e-8867-43fb-9ed8-696737840172 req-d3ebd49a-3b4e-45ef-ac66-9407484cff76 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2135ae1f-92f3-4b60-a24e-ec242f3bda16 HTTP/1.1" status: 200 len: 1002 time: 0.0999415 Jul 13 18:28:53.026647 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038612e-8867-43fb-9ed8-696737840172 req-029663bd-ebeb-47fb-9e3a-33d3bb4a1f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:53.028228 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-9038612e-8867-43fb-9ed8-696737840172 req-029663bd-ebeb-47fb-9e3a-33d3bb4a1f70 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76eef7ac-abd1-4be1-8ef4-9f068a4abaa0 HTTP/1.1" status: 200 len: 848 time: 0.0593252 Jul 13 18:28:53.110204 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd56561-d1e7-4edd-bd0a-e3be432ae668 req-1bd5a94f-5ef5-458f-806b-6f98f5f6a1c0 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:53.111787 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ebd56561-d1e7-4edd-bd0a-e3be432ae668 req-1bd5a94f-5ef5-458f-806b-6f98f5f6a1c0 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 944 time: 0.5387635 Jul 13 18:28:53.114119 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-5eb493a6-3b2f-4a31-9236-47d697794601 service neutron] 10.222.0.32 "GET /v2.0/networks/fa0db6d2-fb58-4800-8d43-435aec164f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307257 Jul 13 18:28:53.122149 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038612e-8867-43fb-9ed8-696737840172 req-ddda7521-89f5-4452-b376-0201ad970b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:53.126115 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-9038612e-8867-43fb-9ed8-696737840172 req-ddda7521-89f5-4452-b376-0201ad970b03 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17302fc4-2689-41b0-91b7-3c3e6cf2a62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0875080 Jul 13 18:28:53.256706 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ebd56561-d1e7-4edd-bd0a-e3be432ae668 req-5affdfe0-3e4c-45d9-9c05-102db82cf742 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355894 Jul 13 18:28:53.264463 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-9038612e-8867-43fb-9ed8-696737840172 req-50112333-2137-45db-8183-beccf7c8775d service neutron] 10.222.0.32 "GET /v2.0/networks/17302fc4-2689-41b0-91b7-3c3e6cf2a62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285369 Jul 13 18:28:53.298484 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-89d48d89-c85b-4f8c-a4f0-5acde78a2ea7 req-747d7c56-839f-499b-86aa-95d9e323ce13 service neutron] 10.222.0.32 "GET /v2.0/networks/fa0db6d2-fb58-4800-8d43-435aec164f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755486 Jul 13 18:28:53.395488 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-9038612e-8867-43fb-9ed8-696737840172 req-26db30aa-cbdd-4377-b97d-abc257e45952 service neutron] 10.222.0.32 "GET /v2.0/networks/17302fc4-2689-41b0-91b7-3c3e6cf2a62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150126 Jul 13 18:28:53.517681 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7b381-33e6-48c4-b017-0039ced22167 req-521b7cf9-bfe2-4acf-bdc8-a78d55d0fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:53.519232 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-a8c7b381-33e6-48c4-b017-0039ced22167 req-521b7cf9-bfe2-4acf-bdc8-a78d55d0fdfb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd3e8481c4c44cb2b4f37b8995d8197a&device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 1097 time: 0.0670176 Jul 13 18:28:53.642809 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7b381-33e6-48c4-b017-0039ced22167 req-a76363da-6441-432e-af78-61575c390da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:53.644339 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-a8c7b381-33e6-48c4-b017-0039ced22167 req-a76363da-6441-432e-af78-61575c390da1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fa0db6d2-fb58-4800-8d43-435aec164f62 HTTP/1.1" status: 200 len: 916 time: 0.1178124 Jul 13 18:28:53.715239 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-a8c7b381-33e6-48c4-b017-0039ced22167 req-370d3163-de51-47c4-b0f0-84fec494c63e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfced1fd-df49-4d14-ab9e-b74c2738ad27 HTTP/1.1" status: 200 len: 217 time: 0.0361946 Jul 13 18:28:53.795904 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7b381-33e6-48c4-b017-0039ced22167 req-2ab5e235-6796-48eb-b233-49edb5472a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:53.797383 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-a8c7b381-33e6-48c4-b017-0039ced22167 req-2ab5e235-6796-48eb-b233-49edb5472a04 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=30d42cf3-08cd-4421-acf6-630ee173cb1c HTTP/1.1" status: 200 len: 854 time: 0.0666306 Jul 13 18:28:53.878385 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7b381-33e6-48c4-b017-0039ced22167 req-031913c7-5394-4f27-835a-43b17ba6f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:53.879950 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-a8c7b381-33e6-48c4-b017-0039ced22167 req-031913c7-5394-4f27-835a-43b17ba6f4df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fa0db6d2-fb58-4800-8d43-435aec164f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756409 Jul 13 18:28:54.016103 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-a8c7b381-33e6-48c4-b017-0039ced22167 req-737a4111-5a94-43fb-ada5-420ba7ca555d service neutron] 10.222.0.32 "GET /v2.0/networks/fa0db6d2-fb58-4800-8d43-435aec164f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287904 Jul 13 18:28:54.141960 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-a8c7b381-33e6-48c4-b017-0039ced22167 req-86899f62-c806-406e-b689-91cc1ee84c98 service neutron] 10.222.0.32 "GET /v2.0/networks/fa0db6d2-fb58-4800-8d43-435aec164f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109250 Jul 13 18:28:54.218398 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba24606-50bc-4421-9232-7394ae69c8b0 req-9abbd46b-1831-4e95-b68b-2869decacf78 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:54.219851 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-eba24606-50bc-4421-9232-7394ae69c8b0 req-9abbd46b-1831-4e95-b68b-2869decacf78 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=28366b72-5625-43d9-b557-4e97d879cf49 HTTP/1.1" status: 200 len: 945 time: 0.0791478 Jul 13 18:28:54.273064 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-eba24606-50bc-4421-9232-7394ae69c8b0 req-478683be-7336-4755-ba68-eb3ca7d143f6 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/security-groups?id=60076bb4-fbc7-48af-8668-4da7dc285382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441885 Jul 13 18:28:54.463319 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b669b0-4c57-4256-91d9-54e3f929e39f req-327802fc-6008-4461-bbfa-610492a7bc34 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:54.464902 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-32b669b0-4c57-4256-91d9-54e3f929e39f req-327802fc-6008-4461-bbfa-610492a7bc34 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 944 time: 0.0714927 Jul 13 18:28:54.511833 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-32b669b0-4c57-4256-91d9-54e3f929e39f req-0d0d223a-3d20-411c-b1ef-004f3fdfb294 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411825 Jul 13 18:28:55.483220 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5b0d3-d201-439e-bb15-0d2f43eab71e req-4f99b1f0-d117-4552-94fe-a08b2e17a229 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:55.484901 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a0a5b0d3-d201-439e-bb15-0d2f43eab71e req-4f99b1f0-d117-4552-94fe-a08b2e17a229 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=28366b72-5625-43d9-b557-4e97d879cf49 HTTP/1.1" status: 200 len: 945 time: 0.0820310 Jul 13 18:28:55.528103 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a0a5b0d3-d201-439e-bb15-0d2f43eab71e req-f66c9d08-dae3-4797-94a7-70dd26d34fd3 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/security-groups?id=60076bb4-fbc7-48af-8668-4da7dc285382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351987 Jul 13 18:28:55.702859 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47534392-d4ff-4626-ad56-36d8c2d0f69b req-616dcc60-cd88-437a-9c24-f42c7c7f2236 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:55.704594 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-47534392-d4ff-4626-ad56-36d8c2d0f69b req-616dcc60-cd88-437a-9c24-f42c7c7f2236 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 944 time: 0.0691428 Jul 13 18:28:55.746522 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-47534392-d4ff-4626-ad56-36d8c2d0f69b req-e40da147-bab3-4c24-8957-9184e5307c25 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359428 Jul 13 18:28:56.400840 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device dfced1fd-df49-4d14-ab9e-b74c2738ad27 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:28:56.440520 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e51afd-2d22-4a12-998d-3eaa869bca6e req-8a99fbf0-898b-42ef-954e-1448333ec9ae tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:56.443530 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-08e51afd-2d22-4a12-998d-3eaa869bca6e req-8a99fbf0-898b-42ef-954e-1448333ec9ae tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.32 "GET /v2.0/ports?device_id=28366b72-5625-43d9-b557-4e97d879cf49 HTTP/1.1" status: 200 len: 945 time: 0.1006451 Jul 13 18:28:56.588235 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [req-08e51afd-2d22-4a12-998d-3eaa869bca6e req-e65d60ec-6626-4a5e-b9bf-f3c523141a97 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Deleting port a023afad-9c1f-4142-8427-954e8d55a1cb {{(pid=92974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:28:56.588570 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-08e51afd-2d22-4a12-998d-3eaa869bca6e req-e65d60ec-6626-4a5e-b9bf-f3c523141a97 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:56.663886 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port dfced1fd-df49-4d14-ab9e-b74c2738ad27, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dfced1fd-df49-4d14-ab9e-b74c2738ad27,segment=NetworkSegment(82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1),segment_id=82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:28:56.676962 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': 'dfced1fd-df49-4d14-ab9e-b74c2738ad27', 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62', 'port_id': 'dfced1fd-df49-4d14-ab9e-b74c2738ad27', 'mac_address': 'fa:16:3e:62:ab:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d42cf3-08cd-4421-acf6-630ee173cb1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:28:56.722449 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [req-08e51afd-2d22-4a12-998d-3eaa869bca6e req-e65d60ec-6626-4a5e-b9bf-f3c523141a97 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] For port a023afad-9c1f-4142-8427-954e8d55a1cb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a023afad-9c1f-4142-8427-954e8d55a1cb,segment=NetworkSegment(2e04bb62-f176-4eee-935b-66512fcf84ab),segment_id=2e04bb62-f176-4eee-935b-66512fcf84ab)] {{(pid=92974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:28:56.723057 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-08e51afd-2d22-4a12-998d-3eaa869bca6e req-e65d60ec-6626-4a5e-b9bf-f3c523141a97 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:56.728796 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:56.750956 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfced1fd-df49-4d14-ab9e-b74c2738ad27 {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:28:56.751285 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [req-08e51afd-2d22-4a12-998d-3eaa869bca6e req-e65d60ec-6626-4a5e-b9bf-f3c523141a97 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Calling delete_port for a023afad-9c1f-4142-8427-954e8d55a1cb owned by compute:nova {{(pid=92974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:28:56.761054 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c79367-1631-491e-a66b-b708fb76471e req-73b8e0aa-9e9b-4ad3-a788-2d570c10fdd7 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:56.762667 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-95c79367-1631-491e-a66b-b708fb76471e req-73b8e0aa-9e9b-4ad3-a788-2d570c10fdd7 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=28366b72-5625-43d9-b557-4e97d879cf49 HTTP/1.1" status: 200 len: 945 time: 0.1104076 Jul 13 18:28:56.785757 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port dfced1fd-df49-4d14-ab9e-b74c2738ad27, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dfced1fd-df49-4d14-ab9e-b74c2738ad27,segment=NetworkSegment(82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1),segment_id=82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:28:56.791938 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:56.813684 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-95c79367-1631-491e-a66b-b708fb76471e req-5a96a98e-a32b-4b20-b5c5-7b7d4b9e822e tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/security-groups?id=60076bb4-fbc7-48af-8668-4da7dc285382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449543 Jul 13 18:28:56.875950 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=dfced1fd-df49-4d14-ab9e-b74c2738ad27,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:56.885280 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:56.885709 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:56.886056 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:56.886391 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:56.886907 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:56.887244 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:56.887633 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:56.887947 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:56.888414 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:56.888743 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:56.889074 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:56.889401 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:28:56.954196 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-08e51afd-2d22-4a12-998d-3eaa869bca6e req-e65d60ec-6626-4a5e-b9bf-f3c523141a97 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:56.996491 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d60ec-6626-4a5e-b9bf-f3c523141a97 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Pushing event deleted for resources: {'Port': ['ID=a023afad-9c1f-4142-8427-954e8d55a1cb,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:56.998486 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['a023afad-9c1f-4142-8427-954e8d55a1cb'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:28:57.019918 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c441eb-48eb-4102-ad39-5b47ca1300db req-4b0ef388-4a96-41a3-bc04-2cdb9d6055e0 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:57.024113 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-53c441eb-48eb-4102-ad39-5b47ca1300db req-4b0ef388-4a96-41a3-bc04-2cdb9d6055e0 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 945 time: 0.1067939 Jul 13 18:28:57.049064 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e51afd-2d22-4a12-998d-3eaa869bca6e req-e65d60ec-6626-4a5e-b9bf-f3c523141a97 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] No DVR routers for this DVR port a023afad-9c1f-4142-8427-954e8d55a1cb on host hv-cinder-78692 {{(pid=92974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:28:57.052785 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-08e51afd-2d22-4a12-998d-3eaa869bca6e req-e65d60ec-6626-4a5e-b9bf-f3c523141a97 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:57.055081 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-08e51afd-2d22-4a12-998d-3eaa869bca6e req-e65d60ec-6626-4a5e-b9bf-f3c523141a97 tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.32 "DELETE /v2.0/ports/a023afad-9c1f-4142-8427-954e8d55a1cb HTTP/1.1" status: 204 len: 173 time: 0.5973432 Jul 13 18:28:57.055657 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28366b72-5625-43d9-b557-4e97d879cf49', 'name': 'network-vif-deleted', 'tag': 'a023afad-9c1f-4142-8427-954e8d55a1cb'}] {{(pid=92974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:28:57.059812 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744f0cfc83b6d7eddb29a1ac54562a03fe7b453c2cada0da8e0ec66c391a914f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff703911-2266-443e-a724-437a123c25ce" -d '{"events": [{"server_uuid": "28366b72-5625-43d9-b557-4e97d879cf49", "name": "network-vif-deleted", "tag": "a023afad-9c1f-4142-8427-954e8d55a1cb"}]}' {{(pid=92974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:28:57.083246 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-53c441eb-48eb-4102-ad39-5b47ca1300db req-c6745d85-40f1-4f6e-8790-538e2bedae9b tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475521 Jul 13 18:28:57.213095 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['dfced1fd-df49-4d14-ab9e-b74c2738ad27'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:28:57.213832 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745d4722-2a27-43f8-a202-ec53c5e96955 x-openstack-request-id: req-745d4722-2a27-43f8-a202-ec53c5e96955 {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:28:57.214137 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28366b72-5625-43d9-b557-4e97d879cf49", "name": "network-vif-deleted", "tag": "a023afad-9c1f-4142-8427-954e8d55a1cb", "status": "completed", "code": 200}]} {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:28:57.214445 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-745d4722-2a27-43f8-a202-ec53c5e96955 {{(pid=92974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:28:57.214859 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28366b72-5625-43d9-b557-4e97d879cf49', 'name': 'network-vif-deleted', 'tag': 'a023afad-9c1f-4142-8427-954e8d55a1cb', 'status': 'completed', 'code': 200} Jul 13 18:28:58.038813 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-496df605-acb2-45eb-8777-9a61488e082c req-fc760d2e-725d-4976-bd63-ba2d3c0e205e tempest-VolumesSnapshotTestJSON-725556940 tempest-VolumesSnapshotTestJSON-725556940-project] 10.222.0.11 "GET /v2.0/ports?device_id=28366b72-5625-43d9-b557-4e97d879cf49 HTTP/1.1" status: 200 len: 210 time: 0.0297289 Jul 13 18:28:58.299186 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18116c23-f42a-469b-8a93-5d038d643f18 req-0eb15284-4938-4c5a-afc8-a1d8238f53ce tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:58.300781 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-18116c23-f42a-469b-8a93-5d038d643f18 req-0eb15284-4938-4c5a-afc8-a1d8238f53ce tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 945 time: 0.0880842 Jul 13 18:28:58.354784 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-18116c23-f42a-469b-8a93-5d038d643f18 req-cf33df68-d18d-4597-9696-afc430481a67 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467520 Jul 13 18:28:58.431091 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device dfced1fd-df49-4d14-ab9e-b74c2738ad27 up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:28:58.493395 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning for port dfced1fd-df49-4d14-ab9e-b74c2738ad27 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:28:58.500422 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port dfced1fd-df49-4d14-ab9e-b74c2738ad27 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:28:58.502263 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:58.605470 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:58.633879 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ea0269-4de5-4be7-a1c7-6b0cfc910368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfced1fd-df49-4d14-ab9e-b74c2738ad27'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:28:58.636327 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dc6c7e-0f6c-473e-92bd-bd5abc966a7b" -d '{"events": [{"server_uuid": "42ea0269-4de5-4be7-a1c7-6b0cfc910368", "name": "network-vif-plugged", "status": "completed", "tag": "dfced1fd-df49-4d14-ab9e-b74c2738ad27"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:28:58.651746 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port dfced1fd-df49-4d14-ab9e-b74c2738ad27, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dfced1fd-df49-4d14-ab9e-b74c2738ad27,segment=NetworkSegment(82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1),segment_id=82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:28:58.655678 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:28:58.656998 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device a023afad-9c1f-4142-8427-954e8d55a1cb no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:28:58.711945 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] No Port match for: a023afad-9c1f-4142-8427-954e8d55a1cb {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:28:58.712594 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device a023afad-9c1f-4142-8427-954e8d55a1cb not bound to the agent host hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:28:58.746845 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=dfced1fd-df49-4d14-ab9e-b74c2738ad27,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:28:58.750243 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2273fbe7-c05c-4b58-8a22-559729044104 x-openstack-request-id: req-2273fbe7-c05c-4b58-8a22-559729044104 {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:28:58.750537 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ea0269-4de5-4be7-a1c7-6b0cfc910368", "name": "network-vif-plugged", "status": "completed", "tag": "dfced1fd-df49-4d14-ab9e-b74c2738ad27", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:28:58.750923 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2273fbe7-c05c-4b58-8a22-559729044104 {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:28:58.751369 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ea0269-4de5-4be7-a1c7-6b0cfc910368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfced1fd-df49-4d14-ab9e-b74c2738ad27', 'code': 200} Jul 13 18:28:59.037641 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada76b3-d47c-43be-9b0f-0357b1defe7f req-69415471-3255-4db4-afc3-a2448add9ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:59.039350 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-fada76b3-d47c-43be-9b0f-0357b1defe7f req-69415471-3255-4db4-afc3-a2448add9ffd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 1099 time: 0.0613930 Jul 13 18:28:59.084596 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-fada76b3-d47c-43be-9b0f-0357b1defe7f req-4ca594d3-d418-4e51-b033-1ae47bd10453 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336318 Jul 13 18:28:59.565872 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8e684-29cb-4088-b5a9-8af3c0938340 req-3b7715d3-fca8-4cad-bc76-273a2ca5641a tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:28:59.566706 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-79e8e684-29cb-4088-b5a9-8af3c0938340 req-3b7715d3-fca8-4cad-bc76-273a2ca5641a tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 946 time: 0.0747712 Jul 13 18:28:59.621577 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-79e8e684-29cb-4088-b5a9-8af3c0938340 req-e46278ed-ff9b-494f-9b9a-869e3ac08a79 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470028 Jul 13 18:29:00.842071 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d4cb8-e41e-47e5-8544-1eff6efbc584 req-05e1a4f3-35f7-494d-9b25-696775a71d76 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:00.843700 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c62d4cb8-e41e-47e5-8544-1eff6efbc584 req-05e1a4f3-35f7-494d-9b25-696775a71d76 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 946 time: 0.0761018 Jul 13 18:29:00.898352 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c62d4cb8-e41e-47e5-8544-1eff6efbc584 req-fa4471ba-cc82-46dc-9047-0dbfc511ae66 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455234 Jul 13 18:29:01.125167 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbaaa18-79ad-4534-ada3-f3674d6d9d0f req-4be8037c-f5bb-43f7-9ea1-3150489cbdcc tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:01.127315 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dbbaaa18-79ad-4534-ada3-f3674d6d9d0f req-4be8037c-f5bb-43f7-9ea1-3150489cbdcc tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 946 time: 0.0916190 Jul 13 18:29:01.167930 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dbbaaa18-79ad-4534-ada3-f3674d6d9d0f req-b65a74aa-63f0-4665-8a8e-917918ea7c78 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339274 Jul 13 18:29:01.543498 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:29:01.608769 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8004e4-0894-4e69-8a73-50d8d2515a43 req-e516a388-e294-4a24-bfdb-cf0948c379a1 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:01.610135 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-fa8004e4-0894-4e69-8a73-50d8d2515a43 req-e516a388-e294-4a24-bfdb-cf0948c379a1 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 946 time: 0.0778112 Jul 13 18:29:01.651929 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-fa8004e4-0894-4e69-8a73-50d8d2515a43 req-2fed68ee-6cd5-4609-8d57-68dff0674d47 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357046 Jul 13 18:29:08.917323 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-1908fbed-31b2-47d0-bcaf-3d08f3cecf26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:09.373050 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:11.449558 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-536589ff-f71f-4492-b91c-094dddbc5df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:11.669315 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:12.709712 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:13.560159 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-50216319-662f-4329-9c67-770ecc94f338 req-9f550af8-0db1-4445-82b6-8d8a9bf33498 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-448313816&fields=id&tenant_id=f0adff60e0a74d0c98f96db614d68a9d HTTP/1.1" status: 200 len: 267 time: 0.0345771 Jul 13 18:29:13.653901 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-25fc358b-78ee-4b83-b123-0ea6d12b2879 req-e2fe0491-4346-40fc-ba0e-edb06cb76c18 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515730 Jul 13 18:29:13.712075 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50216319-662f-4329-9c67-770ecc94f338 req-e72f36e7-8bdc-4c9b-a99c-1c3297d1bdbb tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:13.713495 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-50216319-662f-4329-9c67-770ecc94f338 req-e72f36e7-8bdc-4c9b-a99c-1c3297d1bdbb tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/networks?id=28d334da-d7e7-4fa4-ba99-5e9dc556a31f HTTP/1.1" status: 200 len: 808 time: 0.1462169 Jul 13 18:29:13.738123 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e251e-f65d-4ef6-8ca6-88fb777a9ed0 req-5c3e7adf-fb41-4d4d-937a-2368a36e1db8 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:13.740219 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1a7e251e-f65d-4ef6-8ca6-88fb777a9ed0 req-5c3e7adf-fb41-4d4d-937a-2368a36e1db8 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 946 time: 0.1211028 Jul 13 18:29:13.742909 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-50216319-662f-4329-9c67-770ecc94f338 req-9a84d4ef-e535-45e6-b631-9399b9bf07f8 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/quotas/f0adff60e0a74d0c98f96db614d68a9d HTTP/1.1" status: 200 len: 375 time: 0.0235615 Jul 13 18:29:13.773774 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc358b-78ee-4b83-b123-0ea6d12b2879 req-ec9c21fe-8700-4af5-9a7f-ed4277df45c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:13.776879 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-25fc358b-78ee-4b83-b123-0ea6d12b2879 req-ec9c21fe-8700-4af5-9a7f-ed4277df45c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=68241fca29234db0be94c2b6f7eaeb4d&device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 1098 time: 0.0565934 Jul 13 18:29:13.816666 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1a7e251e-f65d-4ef6-8ca6-88fb777a9ed0 req-deedeab0-1f5a-4bc1-8a9c-5e92aba56bd5 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703151 Jul 13 18:29:13.847098 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 40980) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:29:13.850247 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-50216319-662f-4329-9c67-770ecc94f338 req-8efdf898-f7c2-43e7-89b1-4cbbe8a1e38a tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0adff60e0a74d0c98f96db614d68a9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009657 Jul 13 18:29:13.921502 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc358b-78ee-4b83-b123-0ea6d12b2879 req-a962fcfc-c03c-4d8e-9943-9a828d2b3790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:13.924162 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-25fc358b-78ee-4b83-b123-0ea6d12b2879 req-a962fcfc-c03c-4d8e-9943-9a828d2b3790 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d HTTP/1.1" status: 200 len: 918 time: 0.1240335 Jul 13 18:29:14.021833 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-50216319-662f-4329-9c67-770ecc94f338 req-634e1427-5305-473f-9764-f3e9a3e93201 service neutron] 10.222.0.11 "GET /v2.0/networks/28d334da-d7e7-4fa4-ba99-5e9dc556a31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603637 Jul 13 18:29:14.031734 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-25fc358b-78ee-4b83-b123-0ea6d12b2879 req-8b0e8d54-9345-44f4-b654-297693da796e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=749003fb-09d2-479c-93b7-1cde321db16e HTTP/1.1" status: 200 len: 1000 time: 0.0991204 Jul 13 18:29:14.089737 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d305dc-42b8-41e0-b765-e0c35e6810f7 tempest-TestMinimumBasicScenario-810303402 tempest-TestMinimumBasicScenario-810303402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:14.094120 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-e3d305dc-42b8-41e0-b765-e0c35e6810f7 tempest-TestMinimumBasicScenario-810303402 tempest-TestMinimumBasicScenario-810303402-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 1094 time: 0.2431762 Jul 13 18:29:14.095124 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc358b-78ee-4b83-b123-0ea6d12b2879 req-768d8e9d-d984-420f-bd26-557572a586f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:14.096606 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-25fc358b-78ee-4b83-b123-0ea6d12b2879 req-768d8e9d-d984-420f-bd26-557572a586f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=debf1583-97cc-49b3-a3ab-32a9aef91126 HTTP/1.1" status: 200 len: 856 time: 0.0564098 Jul 13 18:29:14.097064 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 40986) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:29:14.102194 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-27be1a73-3bc7-481a-ad03-101d7bcea638 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Request body: {'floatingip': {'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'port_id': 'dfced1fd-df49-4d14-ab9e-b74c2738ad27', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:29:14.124620 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-50216319-662f-4329-9c67-770ecc94f338 req-34c66f1f-4626-4bfa-b9de-d348cd1e767b service neutron] 10.222.0.11 "GET /v2.0/networks/28d334da-d7e7-4fa4-ba99-5e9dc556a31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961466 Jul 13 18:29:14.156768 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-27be1a73-3bc7-481a-ad03-101d7bcea638 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for floatingip, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:14.329342 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:14.446554 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc358b-78ee-4b83-b123-0ea6d12b2879 req-babaa4ef-5806-412c-acc5-fc0be01ed6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:14.447516 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-25fc358b-78ee-4b83-b123-0ea6d12b2879 req-babaa4ef-5806-412c-acc5-fc0be01ed6a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3390715 Jul 13 18:29:14.563863 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5f36696c-d02d-44ae-8584-254032a186e7 req-a7d4f69b-3b28-4e0f-8f12-fcad94155ede tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 210 time: 0.0961673 Jul 13 18:29:14.578005 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-25fc358b-78ee-4b83-b123-0ea6d12b2879 req-def3b0aa-592c-4398-9567-30fe6318eda0 service neutron] 10.222.0.32 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201046 Jul 13 18:29:14.726278 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-27be1a73-3bc7-481a-ad03-101d7bcea638 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:14.791395 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-25fc358b-78ee-4b83-b123-0ea6d12b2879 req-812e0601-2fc1-4e87-b39d-b21e72626e90 service neutron] 10.222.0.32 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048483 Jul 13 18:29:14.899500 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_common [None req-27be1a73-3bc7-481a-ad03-101d7bcea638 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Allocated IP 172.27.2.161 (245bce84-6448-48c3-832e-229c4a14376b/dd702e20-22b6-412e-a631-757c226d263b/d66fd6af-7150-463e-9cec-40a6c05f99be) {{(pid=92974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:29:15.033972 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-27be1a73-3bc7-481a-ad03-101d7bcea638 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for port, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:15.076840 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-27be1a73-3bc7-481a-ad03-101d7bcea638 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:15.119344 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27be1a73-3bc7-481a-ad03-101d7bcea638 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Network 245bce84-6448-48c3-832e-229c4a14376b is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:29:15.122456 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-27be1a73-3bc7-481a-ad03-101d7bcea638 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:29:15.126163 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27be1a73-3bc7-481a-ad03-101d7bcea638 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Received port after_create {{(pid=92974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:29:15.153904 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be1a73-3bc7-481a-ad03-101d7bcea638 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Pushing event updated for resources: {'Port': ['ID=d66fd6af-7150-463e-9cec-40a6c05f99be,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:29:15.514856 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-27be1a73-3bc7-481a-ad03-101d7bcea638 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:15.604334 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-27be1a73-3bc7-481a-ad03-101d7bcea638 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:15.710115 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c8b39be7-9d8b-4db8-86bf-9e8826e3b633 req-7d99e66b-02e0-438c-8c4d-9e3b6a13c609 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 210 time: 0.0384579 Jul 13 18:29:15.773991 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-27be1a73-3bc7-481a-ad03-101d7bcea638 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for port, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:15.779928 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-27be1a73-3bc7-481a-ad03-101d7bcea638 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3228708'] for port, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:15.928434 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be1a73-3bc7-481a-ad03-101d7bcea638 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Pushing event updated for resources: {'Port': ['ID=d66fd6af-7150-463e-9cec-40a6c05f99be,revision_number=2']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:29:15.938718 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-27be1a73-3bc7-481a-ad03-101d7bcea638 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8001390'] for floatingip, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:16.064929 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50216319-662f-4329-9c67-770ecc94f338 req-f7467437-b196-42cc-a08e-9a377c81a793 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:16.066378 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-50216319-662f-4329-9c67-770ecc94f338 req-f7467437-b196-42cc-a08e-9a377c81a793 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.32 "GET /v2.0/networks?id=28d334da-d7e7-4fa4-ba99-5e9dc556a31f HTTP/1.1" status: 200 len: 808 time: 0.2521331 Jul 13 18:29:16.087910 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.l3_db [None req-27be1a73-3bc7-481a-ad03-101d7bcea638 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Floating IP 6fa480fe-3190-4706-904e-1f14235b8135 associated. External IP: 172.27.2.161, port: dfced1fd-df49-4d14-ab9e-b74c2738ad27. Jul 13 18:29:16.200316 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-50216319-662f-4329-9c67-770ecc94f338 req-1ceae565-2d4e-438a-b243-214118f89fe6 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0adff60e0a74d0c98f96db614d68a9d HTTP/1.1" status: 200 len: 379 time: 0.0772793 Jul 13 18:29:16.220434 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [req-50216319-662f-4329-9c67-770ecc94f338 req-7391a5f0-ee3b-46d7-ac0e-2ca7d815a3f5 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Request body: {'port': {'device_id': '2c8cde00-a41c-445e-ad2e-6f7f284c9340', 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f', 'admin_state_up': True, 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'security_groups': ['1aea5ead-496c-4c4f-9794-7b16728ae8b0']}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:29:16.432487 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50216319-662f-4329-9c67-770ecc94f338 req-7391a5f0-ee3b-46d7-ac0e-2ca7d815a3f5 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Made reservation on behalf of f0adff60e0a74d0c98f96db614d68a9d for: {'port': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:29:16.435932 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-50216319-662f-4329-9c67-770ecc94f338 req-7391a5f0-ee3b-46d7-ac0e-2ca7d815a3f5 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:16.442063 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27be1a73-3bc7-481a-ad03-101d7bcea638 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Router 73342b67-5d3f-4391-8f75-1ecea49b6d50 has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:29:16.660196 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27be1a73-3bc7-481a-ad03-101d7bcea638 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:29:16.671178 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_common [req-50216319-662f-4329-9c67-770ecc94f338 req-7391a5f0-ee3b-46d7-ac0e-2ca7d815a3f5 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Allocated IP 172.20.0.5 (28d334da-d7e7-4fa4-ba99-5e9dc556a31f/cceb5916-07eb-4083-bf07-ef083d79ab4b/a023983d-c90a-41dd-af2a-6e0ecc4b8717) {{(pid=92974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:29:16.671408 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8757add-c0ca-4b39-acbe-ad0b1da34c79 None None] Sync routers for ids ['73342b67-5d3f-4391-8f75-1ecea49b6d50'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:29:16.682689 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8757add-c0ca-4b39-acbe-ad0b1da34c79 None None] Routers {'73342b67-5d3f-4391-8f75-1ecea49b6d50'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:29:16.683339 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-b8757add-c0ca-4b39-acbe-ad0b1da34c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:29:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['73342b67-5d3f-4391-8f75-1ecea49b6d50'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:29:16.693608 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-27be1a73-3bc7-481a-ad03-101d7bcea638 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for floatingip, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:16.757885 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-27be1a73-3bc7-481a-ad03-101d7bcea638 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6596506 Jul 13 18:29:16.760842 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 41032) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:29:16.767025 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-ff261c29-3956-4ee6-be4c-d4ea135165bd tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-517846199', 'description': 'tempest-secgroup-smoke-517846199 description', 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:29:16.799832 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ff261c29-3956-4ee6-be4c-d4ea135165bd tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:16.891944 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-b8757add-c0ca-4b39-acbe-ad0b1da34c79 None None] Set router 73342b67-5d3f-4391-8f75-1ecea49b6d50 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:29:16.893248 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-50216319-662f-4329-9c67-770ecc94f338 req-7391a5f0-ee3b-46d7-ac0e-2ca7d815a3f5 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for port, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:16.910383 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.provisioning_blocks [req-50216319-662f-4329-9c67-770ecc94f338 req-7391a5f0-ee3b-46d7-ac0e-2ca7d815a3f5 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Transition to ACTIVE for port object a023983d-c90a-41dd-af2a-6e0ecc4b8717 will not be triggered until provisioned by entity DHCP. {{(pid=92974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:29:16.945544 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ea0269-4de5-4be7-a1c7-6b0cfc910368', 'tag': 'dfced1fd-df49-4d14-ab9e-b74c2738ad27'}] {{(pid=92974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:29:16.949088 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744f0cfc83b6d7eddb29a1ac54562a03fe7b453c2cada0da8e0ec66c391a914f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce5df68-7a69-41fc-a9fe-68a866d0696b" -d '{"events": [{"name": "network-changed", "server_uuid": "42ea0269-4de5-4be7-a1c7-6b0cfc910368", "tag": "dfced1fd-df49-4d14-ab9e-b74c2738ad27"}]}' {{(pid=92974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:29:16.953681 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-50216319-662f-4329-9c67-770ecc94f338 req-7391a5f0-ee3b-46d7-ac0e-2ca7d815a3f5 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:17.024360 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ff261c29-3956-4ee6-be4c-d4ea135165bd tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:17.050119 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ff261c29-3956-4ee6-be4c-d4ea135165bd tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:17.078372 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391a5f0-ee3b-46d7-ac0e-2ca7d815a3f5 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Pushing event updated for resources: {'Port': ['ID=a023983d-c90a-41dd-af2a-6e0ecc4b8717,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:29:17.109124 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50216319-662f-4329-9c67-770ecc94f338 req-7391a5f0-ee3b-46d7-ac0e-2ca7d815a3f5 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Network 28d334da-d7e7-4fa4-ba99-5e9dc556a31f is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:29:17.109433 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ff261c29-3956-4ee6-be4c-d4ea135165bd tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:17.111693 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [req-50216319-662f-4329-9c67-770ecc94f338 req-7391a5f0-ee3b-46d7-ac0e-2ca7d815a3f5 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:29:17.115489 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-ff261c29-3956-4ee6-be4c-d4ea135165bd tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3504820 Jul 13 18:29:17.116579 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 41044) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:29:17.127017 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [req-50216319-662f-4329-9c67-770ecc94f338 req-7391a5f0-ee3b-46d7-ac0e-2ca7d815a3f5 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Received port after_create {{(pid=92974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:29:17.127430 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-72e2a3f2-f635-4f84-bfd9-dc5bf12095ab tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Request body: {'security_group_rule': {'security_group_id': '8d079492-5738-4236-9d63-75e700448ea3', 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:29:17.148029 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff261c29-3956-4ee6-be4c-d4ea135165bd tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d079492-5738-4236-9d63-75e700448ea3,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:29:17.161213 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff261c29-3956-4ee6-be4c-d4ea135165bd tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:29:17.162275 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff261c29-3956-4ee6-be4c-d4ea135165bd tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:29:17.162778 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff261c29-3956-4ee6-be4c-d4ea135165bd tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:29:17.163257 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff261c29-3956-4ee6-be4c-d4ea135165bd tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:29:17.163774 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff261c29-3956-4ee6-be4c-d4ea135165bd tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:29:17.164261 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff261c29-3956-4ee6-be4c-d4ea135165bd tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:29:17.164919 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff261c29-3956-4ee6-be4c-d4ea135165bd tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:29:17.165440 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff261c29-3956-4ee6-be4c-d4ea135165bd tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:29:17.165781 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff261c29-3956-4ee6-be4c-d4ea135165bd tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:29:17.166113 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff261c29-3956-4ee6-be4c-d4ea135165bd tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:29:17.166446 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff261c29-3956-4ee6-be4c-d4ea135165bd tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:29:17.166774 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff261c29-3956-4ee6-be4c-d4ea135165bd tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:29:17.214723 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c50306-4f9a-41e6-a696-36594e8b269c req-734822d4-3953-4bfa-9009-d8bf95c5ddc3 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:17.219906 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-37c50306-4f9a-41e6-a696-36594e8b269c req-734822d4-3953-4bfa-9009-d8bf95c5ddc3 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 931 time: 0.1939175 Jul 13 18:29:17.231133 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821cdc8e-36ad-4e17-9613-3691739363d3 x-openstack-request-id: req-821cdc8e-36ad-4e17-9613-3691739363d3 {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:29:17.231566 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ea0269-4de5-4be7-a1c7-6b0cfc910368", "tag": "dfced1fd-df49-4d14-ab9e-b74c2738ad27", "status": "completed", "code": 200}]} {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:29:17.232012 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-821cdc8e-36ad-4e17-9613-3691739363d3 {{(pid=92974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:29:17.232658 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ea0269-4de5-4be7-a1c7-6b0cfc910368', 'tag': 'dfced1fd-df49-4d14-ab9e-b74c2738ad27', 'status': 'completed', 'code': 200} Jul 13 18:29:17.236367 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-72e2a3f2-f635-4f84-bfd9-dc5bf12095ab tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:17.275074 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50216319-662f-4329-9c67-770ecc94f338 req-7391a5f0-ee3b-46d7-ac0e-2ca7d815a3f5 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:17.276326 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-50216319-662f-4329-9c67-770ecc94f338 req-7391a5f0-ee3b-46d7-ac0e-2ca7d815a3f5 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:17.305487 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-50216319-662f-4329-9c67-770ecc94f338 req-7391a5f0-ee3b-46d7-ac0e-2ca7d815a3f5 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0893965 Jul 13 18:29:17.327326 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-37c50306-4f9a-41e6-a696-36594e8b269c req-36f784eb-212a-4707-8de6-50160590edf8 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010373 Jul 13 18:29:17.331736 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [req-50216319-662f-4329-9c67-770ecc94f338 req-011732eb-4113-448c-9e1a-b68bdc9430a1 service neutron] Request body: {'port': {'device_id': '2c8cde00-a41c-445e-ad2e-6f7f284c9340', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:29:17.396631 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-72e2a3f2-f635-4f84-bfd9-dc5bf12095ab tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:17.404659 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-b8757add-c0ca-4b39-acbe-ad0b1da34c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'name': 'tempest-TestMinimumBasicScenario-1022272045-router', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:27:52Z', 'updated_at': '2021-07-13T18:27:56Z', 'revision_number': 4, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'gw_port': {'id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:27:53Z', 'updated_at': '2021-07-13T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': '6fa480fe-3190-4706-904e-1f14235b8135', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'port_id': 'dfced1fd-df49-4d14-ab9e-b74c2738ad27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62', 'mac_address': 'fa:16:3e:62:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ea0269-4de5-4be7-a1c7-6b0cfc910368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:29:15Z', 'updated_at': '2021-07-13T18:29:15Z', 'revision_number': 0, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc8cfce4-d144-4e70-a619-b1bf04fce117', 'name': '', 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'mac_address': 'fa:16:3e:05:5b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '30d42cf3-08cd-4421-acf6-630ee173cb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:27:55Z', 'updated_at': '2021-07-13T18:28:06Z', 'revision_number': 5, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'subnets': [{'id': '30d42cf3-08cd-4421-acf6-630ee173cb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:29:17.409347 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-72e2a3f2-f635-4f84-bfd9-dc5bf12095ab tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:17.443353 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2a3f2-f635-4f84-bfd9-dc5bf12095ab tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6cd8d92-eec2-4051-afe8-14a89a7e0e50,revision_number=0']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:29:17.443830 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8757add-c0ca-4b39-acbe-ad0b1da34c79 None None] Checking router: 73342b67-5d3f-4391-8f75-1ecea49b6d50 for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:29:17.457083 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-72e2a3f2-f635-4f84-bfd9-dc5bf12095ab tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:17.459097 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-72e2a3f2-f635-4f84-bfd9-dc5bf12095ab tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3363495 Jul 13 18:29:17.461168 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5df68-7a69-41fc-a9fe-68a866d0696b req-d8f29fbc-64dd-4213-b07f-8e5bd928a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:17.462394 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 41048) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:29:17.462571 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8757add-c0ca-4b39-acbe-ad0b1da34c79 None None] Routers {'73342b67-5d3f-4391-8f75-1ecea49b6d50'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:29:17.462726 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bce5df68-7a69-41fc-a9fe-68a866d0696b req-d8f29fbc-64dd-4213-b07f-8e5bd928a903 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd3e8481c4c44cb2b4f37b8995d8197a&device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 1099 time: 0.1299131 Jul 13 18:29:17.463538 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-b8757add-c0ca-4b39-acbe-ad0b1da34c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:29:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['73342b67-5d3f-4391-8f75-1ecea49b6d50'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:29:17.469585 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-78145471-be79-4581-9c0c-4710ea3e0dde tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Request body: {'security_group_rule': {'security_group_id': '8d079492-5738-4236-9d63-75e700448ea3', 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:29:17.487415 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-50216319-662f-4329-9c67-770ecc94f338 req-011732eb-4113-448c-9e1a-b68bdc9430a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:17.544622 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-78145471-be79-4581-9c0c-4710ea3e0dde tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:17.562830 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-21e69b75-cebb-4bce-979d-4c8569bea8c5 None None] Provisioning for port a023983d-c90a-41dd-af2a-6e0ecc4b8717 completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:29:17.569392 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-21e69b75-cebb-4bce-979d-4c8569bea8c5 None None] Provisioning complete for port a023983d-c90a-41dd-af2a-6e0ecc4b8717 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:29:17.569974 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-21e69b75-cebb-4bce-979d-4c8569bea8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:17.577141 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5df68-7a69-41fc-a9fe-68a866d0696b req-96dd0740-9337-4b71-a289-986102bf7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:17.581710 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bce5df68-7a69-41fc-a9fe-68a866d0696b req-96dd0740-9337-4b71-a289-986102bf7629 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fa0db6d2-fb58-4800-8d43-435aec164f62 HTTP/1.1" status: 200 len: 916 time: 0.1095340 Jul 13 18:29:17.623870 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-b8757add-c0ca-4b39-acbe-ad0b1da34c79 None None] Set router 73342b67-5d3f-4391-8f75-1ecea49b6d50 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:29:17.626455 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-21e69b75-cebb-4bce-979d-4c8569bea8c5 None None] Port a023983d-c90a-41dd-af2a-6e0ecc4b8717 cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:29:17.689204 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bce5df68-7a69-41fc-a9fe-68a866d0696b req-144b5640-27c6-4044-a672-f1d5593c40ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfced1fd-df49-4d14-ab9e-b74c2738ad27 HTTP/1.1" status: 200 len: 1000 time: 0.0924499 Jul 13 18:29:17.719413 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-78145471-be79-4581-9c0c-4710ea3e0dde tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:17.726619 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-78145471-be79-4581-9c0c-4710ea3e0dde tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:17.748871 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78145471-be79-4581-9c0c-4710ea3e0dde tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0557e94-d03d-481b-9b5e-db4d88fdc6fb,revision_number=0']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:29:17.750472 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5df68-7a69-41fc-a9fe-68a866d0696b req-f5cc4246-8ef0-4a73-b5c4-83163b6e6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:17.752118 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bce5df68-7a69-41fc-a9fe-68a866d0696b req-f5cc4246-8ef0-4a73-b5c4-83163b6e6aa2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=30d42cf3-08cd-4421-acf6-630ee173cb1c HTTP/1.1" status: 200 len: 854 time: 0.0553694 Jul 13 18:29:17.760337 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-78145471-be79-4581-9c0c-4710ea3e0dde tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:17.761533 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-78145471-be79-4581-9c0c-4710ea3e0dde tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2981474 Jul 13 18:29:17.767181 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 41050) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:29:17.772699 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-fd46217e-c9b4-408d-aa28-a62e6939dc45 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Request body: {'security_group_rule': {'security_group_id': '8d079492-5738-4236-9d63-75e700448ea3', 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:29:17.828746 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-fd46217e-c9b4-408d-aa28-a62e6939dc45 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:17.854628 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5df68-7a69-41fc-a9fe-68a866d0696b req-00bc8add-7557-4901-8296-b976d2c94890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:17.856499 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bce5df68-7a69-41fc-a9fe-68a866d0696b req-00bc8add-7557-4901-8296-b976d2c94890 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fa0db6d2-fb58-4800-8d43-435aec164f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0970402 Jul 13 18:29:17.870180 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.notifiers.nova [req-50216319-662f-4329-9c67-770ecc94f338 req-011732eb-4113-448c-9e1a-b68bdc9430a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a023983d-c90a-41dd-af2a-6e0ecc4b8717 {{(pid=92974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:29:17.878777 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-50216319-662f-4329-9c67-770ecc94f338 req-011732eb-4113-448c-9e1a-b68bdc9430a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:17.880461 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-b8757add-c0ca-4b39-acbe-ad0b1da34c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'name': 'tempest-TestMinimumBasicScenario-1022272045-router', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:27:52Z', 'updated_at': '2021-07-13T18:27:56Z', 'revision_number': 4, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'gw_port': {'id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:27:53Z', 'updated_at': '2021-07-13T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': '6fa480fe-3190-4706-904e-1f14235b8135', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'port_id': 'dfced1fd-df49-4d14-ab9e-b74c2738ad27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62', 'mac_address': 'fa:16:3e:62:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ea0269-4de5-4be7-a1c7-6b0cfc910368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:29:15Z', 'updated_at': '2021-07-13T18:29:15Z', 'revision_number': 0, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc8cfce4-d144-4e70-a619-b1bf04fce117', 'name': '', 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'mac_address': 'fa:16:3e:05:5b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '30d42cf3-08cd-4421-acf6-630ee173cb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:27:55Z', 'updated_at': '2021-07-13T18:28:06Z', 'revision_number': 5, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'subnets': [{'id': '30d42cf3-08cd-4421-acf6-630ee173cb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:29:17.893830 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.provisioning_blocks [req-50216319-662f-4329-9c67-770ecc94f338 req-011732eb-4113-448c-9e1a-b68bdc9430a1 service neutron] Transition to ACTIVE for port object a023983d-c90a-41dd-af2a-6e0ecc4b8717 will not be triggered until provisioned by entity L2. {{(pid=92974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:29:17.899528 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-50216319-662f-4329-9c67-770ecc94f338 req-011732eb-4113-448c-9e1a-b68bdc9430a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3228708'] for port, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:17.906490 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8757add-c0ca-4b39-acbe-ad0b1da34c79 None None] The sync data for ids ['73342b67-5d3f-4391-8f75-1ecea49b6d50'] in dv-cinder-786928-3-iscsi is: [{'id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'name': 'tempest-TestMinimumBasicScenario-1022272045-router', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:27:52Z', 'updated_at': '2021-07-13T18:27:56Z', 'revision_number': 4, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'gw_port': {'id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:27:53Z', 'updated_at': '2021-07-13T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': '6fa480fe-3190-4706-904e-1f14235b8135', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'port_id': 'dfced1fd-df49-4d14-ab9e-b74c2738ad27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62', 'mac_address': 'fa:16:3e:62:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ea0269-4de5-4be7-a1c7-6b0cfc910368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:29:15Z', 'updated_at': '2021-07-13T18:29:15Z', 'revision_number': 0, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc8cfce4-d144-4e70-a619-b1bf04fce117', 'name': '', 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'mac_address': 'fa:16:3e:05:5b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '30d42cf3-08cd-4421-acf6-630ee173cb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:27:55Z', 'updated_at': '2021-07-13T18:28:06Z', 'revision_number': 5, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'subnets': [{'id': '30d42cf3-08cd-4421-acf6-630ee173cb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:29:17.970231 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-fd46217e-c9b4-408d-aa28-a62e6939dc45 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:17.979916 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011732eb-4113-448c-9e1a-b68bdc9430a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a023983d-c90a-41dd-af2a-6e0ecc4b8717,revision_number=2']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:29:17.980805 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-fd46217e-c9b4-408d-aa28-a62e6939dc45 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:18.028951 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46217e-c9b4-408d-aa28-a62e6939dc45 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4609b4ad-b730-4a76-b44c-7d856bc633ee,revision_number=0']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:29:18.042904 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.managers [req-50216319-662f-4329-9c67-770ecc94f338 req-011732eb-4113-448c-9e1a-b68bdc9430a1 service neutron] Attempting to bind port a023983d-c90a-41dd-af2a-6e0ecc4b8717 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:29:18.043315 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.managers [req-50216319-662f-4329-9c67-770ecc94f338 req-011732eb-4113-448c-9e1a-b68bdc9430a1 service neutron] Attempting to bind port a023983d-c90a-41dd-af2a-6e0ecc4b8717 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f'}] {{(pid=92974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:29:18.043686 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50216319-662f-4329-9c67-770ecc94f338 req-011732eb-4113-448c-9e1a-b68bdc9430a1 service neutron] Attempting to bind port a023983d-c90a-41dd-af2a-6e0ecc4b8717 on network 28d334da-d7e7-4fa4-ba99-5e9dc556a31f {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:29:18.048988 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50216319-662f-4329-9c67-770ecc94f338 req-011732eb-4113-448c-9e1a-b68bdc9430a1 service neutron] Port a023983d-c90a-41dd-af2a-6e0ecc4b8717 on network 28d334da-d7e7-4fa4-ba99-5e9dc556a31f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 18:29:18.049313 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50216319-662f-4329-9c67-770ecc94f338 req-011732eb-4113-448c-9e1a-b68bdc9430a1 service neutron] Attempting to bind port a023983d-c90a-41dd-af2a-6e0ecc4b8717 on network 28d334da-d7e7-4fa4-ba99-5e9dc556a31f {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:29:18.050288 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-fd46217e-c9b4-408d-aa28-a62e6939dc45 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:18.051495 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-fd46217e-c9b4-408d-aa28-a62e6939dc45 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2833741 Jul 13 18:29:18.055273 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bce5df68-7a69-41fc-a9fe-68a866d0696b req-eb28009d-2128-4565-801f-bc17ccac642b service neutron] 10.222.0.32 "GET /v2.0/networks/fa0db6d2-fb58-4800-8d43-435aec164f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886344 Jul 13 18:29:18.055410 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 41052) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:29:18.063312 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-3f908237-5845-4a39-876d-afd8fc95a034 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Request body: {'security_group_rule': {'security_group_id': '8d079492-5738-4236-9d63-75e700448ea3', 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:29:18.081230 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50216319-662f-4329-9c67-770ecc94f338 req-011732eb-4113-448c-9e1a-b68bdc9430a1 service neutron] Checking agent: {'id': '42658009-1da3-417e-95f4-9a37477be153', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'started_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:29:18.081563 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50216319-662f-4329-9c67-770ecc94f338 req-011732eb-4113-448c-9e1a-b68bdc9430a1 service neutron] Checking segment: {'id': '4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:29:18.081946 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50216319-662f-4329-9c67-770ecc94f338 req-011732eb-4113-448c-9e1a-b68bdc9430a1 service neutron] Bound using segment: {'id': '4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f'} {{(pid=92974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:29:18.082380 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.managers [req-50216319-662f-4329-9c67-770ecc94f338 req-011732eb-4113-448c-9e1a-b68bdc9430a1 service neutron] Bound port: a023983d-c90a-41dd-af2a-6e0ecc4b8717, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f'}}] {{(pid=92974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:29:18.082740 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-50216319-662f-4329-9c67-770ecc94f338 req-011732eb-4113-448c-9e1a-b68bdc9430a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:18.143153 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-3f908237-5845-4a39-876d-afd8fc95a034 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:18.180833 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [req-50216319-662f-4329-9c67-770ecc94f338 req-011732eb-4113-448c-9e1a-b68bdc9430a1 service neutron] For port a023983d-c90a-41dd-af2a-6e0ecc4b8717, host hv-cinder-78692, cleared binding levels {{(pid=92974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:29:18.187335 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [req-50216319-662f-4329-9c67-770ecc94f338 req-011732eb-4113-448c-9e1a-b68bdc9430a1 service neutron] For port a023983d-c90a-41dd-af2a-6e0ecc4b8717, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a023983d-c90a-41dd-af2a-6e0ecc4b8717,segment=NetworkSegment(4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6),segment_id=4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6)] {{(pid=92974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:29:18.197883 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bce5df68-7a69-41fc-a9fe-68a866d0696b req-3d22d713-3b5b-4099-aeea-0c3f042b55e0 service neutron] 10.222.0.32 "GET /v2.0/networks/fa0db6d2-fb58-4800-8d43-435aec164f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344779 Jul 13 18:29:18.200330 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-50216319-662f-4329-9c67-770ecc94f338 req-011732eb-4113-448c-9e1a-b68bdc9430a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3228708'] for port, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:18.210745 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51ec941-dc06-4db9-a012-b428e76c68f0 None None] New status for floating IP 6fa480fe-3190-4706-904e-1f14235b8135: ACTIVE {{(pid=92976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 18:29:18.287783 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-3f908237-5845-4a39-876d-afd8fc95a034 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:18.296772 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50216319-662f-4329-9c67-770ecc94f338 req-011732eb-4113-448c-9e1a-b68bdc9430a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:18.297293 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [req-50216319-662f-4329-9c67-770ecc94f338 req-011732eb-4113-448c-9e1a-b68bdc9430a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:18.298807 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-50216319-662f-4329-9c67-770ecc94f338 req-011732eb-4113-448c-9e1a-b68bdc9430a1 service neutron] 10.222.0.32 "PUT /v2.0/ports/a023983d-c90a-41dd-af2a-6e0ecc4b8717 HTTP/1.1" status: 200 len: 1093 time: 0.9736466 Jul 13 18:29:18.302507 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-3f908237-5845-4a39-876d-afd8fc95a034 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:18.312494 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011732eb-4113-448c-9e1a-b68bdc9430a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a023983d-c90a-41dd-af2a-6e0ecc4b8717,revision_number=3']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:29:18.336782 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f908237-5845-4a39-876d-afd8fc95a034 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5ea84c-c55b-4c9b-bffd-b0424c8a33a3,revision_number=0']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:29:18.347476 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-3f908237-5845-4a39-876d-afd8fc95a034 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:18.349571 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-3f908237-5845-4a39-876d-afd8fc95a034 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2923923 Jul 13 18:29:18.352813 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 41062) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:29:18.358043 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-b9fc7765-6f58-4ca9-8f66-8e1c0cf94c38 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Request body: {'security_group_rule': {'security_group_id': '8d079492-5738-4236-9d63-75e700448ea3', 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:29:18.431642 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.db.securitygroups_db [None req-b9fc7765-6f58-4ca9-8f66-8e1c0cf94c38 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Project cd3e8481c4c44cb2b4f37b8995d8197a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 18:29:18.439250 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b9fc7765-6f58-4ca9-8f66-8e1c0cf94c38 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:18.536058 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50216319-662f-4329-9c67-770ecc94f338 req-2d72c5b6-bc1c-43ee-bafd-b67a354b6246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:18.539245 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-50216319-662f-4329-9c67-770ecc94f338 req-2d72c5b6-bc1c-43ee-bafd-b67a354b6246 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0adff60e0a74d0c98f96db614d68a9d&device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 1096 time: 0.0864460 Jul 13 18:29:18.557637 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b9fc7765-6f58-4ca9-8f66-8e1c0cf94c38 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:18.586656 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b9fc7765-6f58-4ca9-8f66-8e1c0cf94c38 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:18.596926 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-50216319-662f-4329-9c67-770ecc94f338 req-a01786c4-12d2-4b92-9273-9edc05557af1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a023983d-c90a-41dd-af2a-6e0ecc4b8717 HTTP/1.1" status: 200 len: 217 time: 0.0356395 Jul 13 18:29:18.608437 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc7765-6f58-4ca9-8f66-8e1c0cf94c38 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ccee08-06c1-4abc-ad26-a64b85b0651a,revision_number=0']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:29:18.629062 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b9fc7765-6f58-4ca9-8f66-8e1c0cf94c38 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:18.636739 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-b9fc7765-6f58-4ca9-8f66-8e1c0cf94c38 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2823887 Jul 13 18:29:18.642431 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 41070) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:29:18.647673 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-062ecb3e-85c9-453d-b159-b1be5524aa88 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Request body: {'security_group_rule': {'security_group_id': '8d079492-5738-4236-9d63-75e700448ea3', 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:29:18.659076 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fedc9d-289c-4979-80e8-5748bcaa4bbc req-2f0e2bbd-c10c-4af5-8bc3-185193a5ea27 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:18.659554 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-20fedc9d-289c-4979-80e8-5748bcaa4bbc req-2f0e2bbd-c10c-4af5-8bc3-185193a5ea27 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 943 time: 0.1187029 Jul 13 18:29:18.670571 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50216319-662f-4329-9c67-770ecc94f338 req-ae8c7a88-cf7d-4829-af7a-d26b18396a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:18.672065 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-50216319-662f-4329-9c67-770ecc94f338 req-ae8c7a88-cf7d-4829-af7a-d26b18396a99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cceb5916-07eb-4083-bf07-ef083d79ab4b HTTP/1.1" status: 200 len: 847 time: 0.0685811 Jul 13 18:29:18.683797 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.securitygroups_db [None req-062ecb3e-85c9-453d-b159-b1be5524aa88 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Project cd3e8481c4c44cb2b4f37b8995d8197a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 18:29:18.711486 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-20fedc9d-289c-4979-80e8-5748bcaa4bbc req-b0d38ae1-a7b9-40b0-a785-fc104ebf8aa1 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446408 Jul 13 18:29:18.722480 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-062ecb3e-85c9-453d-b159-b1be5524aa88 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:18.794714 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50216319-662f-4329-9c67-770ecc94f338 req-78d75ccb-f2d5-4124-9e38-3b90d55dfa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:18.796142 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-50216319-662f-4329-9c67-770ecc94f338 req-78d75ccb-f2d5-4124-9e38-3b90d55dfa0a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=28d334da-d7e7-4fa4-ba99-5e9dc556a31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1075876 Jul 13 18:29:18.804741 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-062ecb3e-85c9-453d-b159-b1be5524aa88 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:18.808140 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-062ecb3e-85c9-453d-b159-b1be5524aa88 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:18.864965 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ecb3e-85c9-453d-b159-b1be5524aa88 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02bf76d-92b5-47e9-a8e4-224a09a6ef60,revision_number=0']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:29:18.875302 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-062ecb3e-85c9-453d-b159-b1be5524aa88 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:18.876507 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-062ecb3e-85c9-453d-b159-b1be5524aa88 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2332077 Jul 13 18:29:18.913005 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-50216319-662f-4329-9c67-770ecc94f338 req-502cb67c-e6ee-46d1-afee-5e8d763bde43 service neutron] 10.222.0.32 "GET /v2.0/networks/28d334da-d7e7-4fa4-ba99-5e9dc556a31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028781 Jul 13 18:29:19.011265 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b3003b24-c332-4b4e-a8b0-151ef2230789 req-c5e79fa4-d899-402e-9360-5affc90659d4 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-517846199&fields=id&tenant_id=cd3e8481c4c44cb2b4f37b8995d8197a HTTP/1.1" status: 200 len: 267 time: 0.0455868 Jul 13 18:29:19.100863 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3003b24-c332-4b4e-a8b0-151ef2230789 req-6a995915-159c-4e30-9855-872b44df7814 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:19.102457 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b3003b24-c332-4b4e-a8b0-151ef2230789 req-6a995915-159c-4e30-9855-872b44df7814 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 946 time: 0.0841479 Jul 13 18:29:19.114374 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-b3003b24-c332-4b4e-a8b0-151ef2230789 req-18af6888-6ce7-4308-a428-36a47ea7bb26 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Request body: {'port': {'security_groups': ['1741a482-8481-4c7f-843e-1532cd857613', '8d079492-5738-4236-9d63-75e700448ea3']}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:29:19.204605 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-b3003b24-c332-4b4e-a8b0-151ef2230789 req-18af6888-6ce7-4308-a428-36a47ea7bb26 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:19.237545 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8cde00-a41c-445e-ad2e-6f7f284c9340', 'tag': 'a023983d-c90a-41dd-af2a-6e0ecc4b8717'}] {{(pid=92974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:29:19.240454 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744f0cfc83b6d7eddb29a1ac54562a03fe7b453c2cada0da8e0ec66c391a914f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1df705b-bb09-4fc6-b02c-f6498b35b8b9" -d '{"events": [{"name": "network-changed", "server_uuid": "2c8cde00-a41c-445e-ad2e-6f7f284c9340", "tag": "a023983d-c90a-41dd-af2a-6e0ecc4b8717"}]}' {{(pid=92974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:29:19.249584 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-50216319-662f-4329-9c67-770ecc94f338 req-2486145e-5c0e-4116-a9bb-d6c5ce643cd3 service neutron] 10.222.0.32 "GET /v2.0/networks/28d334da-d7e7-4fa4-ba99-5e9dc556a31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276896 Jul 13 18:29:19.283831 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac3000a-903f-47c1-b4d1-9c334316f3ff x-openstack-request-id: req-bac3000a-903f-47c1-b4d1-9c334316f3ff {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:29:19.284202 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c8cde00-a41c-445e-ad2e-6f7f284c9340", "tag": "a023983d-c90a-41dd-af2a-6e0ecc4b8717", "status": "completed", "code": 200}]} {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:29:19.284551 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bac3000a-903f-47c1-b4d1-9c334316f3ff {{(pid=92974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:29:19.285038 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c8cde00-a41c-445e-ad2e-6f7f284c9340', 'tag': 'a023983d-c90a-41dd-af2a-6e0ecc4b8717', 'status': 'completed', 'code': 200} Jul 13 18:29:19.429304 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-b3003b24-c332-4b4e-a8b0-151ef2230789 req-18af6888-6ce7-4308-a428-36a47ea7bb26 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] For port dfced1fd-df49-4d14-ab9e-b74c2738ad27, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dfced1fd-df49-4d14-ab9e-b74c2738ad27,segment=NetworkSegment(82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1),segment_id=82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:29:19.433195 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df705b-bb09-4fc6-b02c-f6498b35b8b9 req-e6364017-94c5-459b-b052-4e23effe4653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:19.434797 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-b1df705b-bb09-4fc6-b02c-f6498b35b8b9 req-e6364017-94c5-459b-b052-4e23effe4653 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0adff60e0a74d0c98f96db614d68a9d&device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 1096 time: 0.0655518 Jul 13 18:29:19.463191 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-b3003b24-c332-4b4e-a8b0-151ef2230789 req-18af6888-6ce7-4308-a428-36a47ea7bb26 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:19.477127 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-b3003b24-c332-4b4e-a8b0-151ef2230789 req-18af6888-6ce7-4308-a428-36a47ea7bb26 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:19.517652 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['dfced1fd-df49-4d14-ab9e-b74c2738ad27'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:29:19.546916 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df705b-bb09-4fc6-b02c-f6498b35b8b9 req-665537d7-626f-4c42-a015-275b7be9d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:19.548799 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-b1df705b-bb09-4fc6-b02c-f6498b35b8b9 req-665537d7-626f-4c42-a015-275b7be9d490 service neutron] 10.222.0.32 "GET /v2.0/networks?id=28d334da-d7e7-4fa4-ba99-5e9dc556a31f HTTP/1.1" status: 200 len: 909 time: 0.1070039 Jul 13 18:29:19.598137 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af6888-6ce7-4308-a428-36a47ea7bb26 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Pushing event updated for resources: {'Port': ['ID=dfced1fd-df49-4d14-ab9e-b74c2738ad27,revision_number=6']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:29:19.613347 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3003b24-c332-4b4e-a8b0-151ef2230789 req-18af6888-6ce7-4308-a428-36a47ea7bb26 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:19.613932 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-b3003b24-c332-4b4e-a8b0-151ef2230789 req-18af6888-6ce7-4308-a428-36a47ea7bb26 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:19.616103 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b3003b24-c332-4b4e-a8b0-151ef2230789 req-18af6888-6ce7-4308-a428-36a47ea7bb26 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "PUT /v2.0/ports/dfced1fd-df49-4d14-ab9e-b74c2738ad27 HTTP/1.1" status: 200 len: 982 time: 0.5066037 Jul 13 18:29:19.617120 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ea0269-4de5-4be7-a1c7-6b0cfc910368', 'tag': 'dfced1fd-df49-4d14-ab9e-b74c2738ad27'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:29:19.619859 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8716cb93-1e1b-4b7f-9020-b59b9d9aad55" -d '{"events": [{"name": "network-changed", "server_uuid": "42ea0269-4de5-4be7-a1c7-6b0cfc910368", "tag": "dfced1fd-df49-4d14-ab9e-b74c2738ad27"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:29:19.653399 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-b1df705b-bb09-4fc6-b02c-f6498b35b8b9 req-62bac24f-adbb-4952-9217-3b1571d4ec02 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a023983d-c90a-41dd-af2a-6e0ecc4b8717 HTTP/1.1" status: 200 len: 217 time: 0.0883188 Jul 13 18:29:19.683876 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e58daf-4ae8-4349-9e70-3468ce6e6b3e x-openstack-request-id: req-a0e58daf-4ae8-4349-9e70-3468ce6e6b3e {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:29:19.683876 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ea0269-4de5-4be7-a1c7-6b0cfc910368", "tag": "dfced1fd-df49-4d14-ab9e-b74c2738ad27", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:29:19.684139 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a0e58daf-4ae8-4349-9e70-3468ce6e6b3e {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:29:19.684679 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ea0269-4de5-4be7-a1c7-6b0cfc910368', 'tag': 'dfced1fd-df49-4d14-ab9e-b74c2738ad27', 'status': 'completed', 'code': 200} Jul 13 18:29:19.763621 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df705b-bb09-4fc6-b02c-f6498b35b8b9 req-010c4630-45ea-44e0-ae29-2054128b5652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:19.765612 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-b1df705b-bb09-4fc6-b02c-f6498b35b8b9 req-010c4630-45ea-44e0-ae29-2054128b5652 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cceb5916-07eb-4083-bf07-ef083d79ab4b HTTP/1.1" status: 200 len: 847 time: 0.1024773 Jul 13 18:29:19.793648 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['dfced1fd-df49-4d14-ab9e-b74c2738ad27'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:29:19.876964 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df705b-bb09-4fc6-b02c-f6498b35b8b9 req-bedc06ae-c7db-4ad7-947f-0c585e2321eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:19.878718 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-b1df705b-bb09-4fc6-b02c-f6498b35b8b9 req-bedc06ae-c7db-4ad7-947f-0c585e2321eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=28d334da-d7e7-4fa4-ba99-5e9dc556a31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1047881 Jul 13 18:29:19.891532 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716cb93-1e1b-4b7f-9020-b59b9d9aad55 req-35a3a642-d47c-4b71-98e1-325d4e8ef9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:19.893545 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8716cb93-1e1b-4b7f-9020-b59b9d9aad55 req-35a3a642-d47c-4b71-98e1-325d4e8ef9cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd3e8481c4c44cb2b4f37b8995d8197a&device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 1138 time: 0.1476402 Jul 13 18:29:19.916619 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7111b3-9cd4-4d8d-80fe-10cfdf4ff3ad req-13fbb28d-4ef8-4231-a6d4-bcc3b06c571c tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:19.925976 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bd7111b3-9cd4-4d8d-80fe-10cfdf4ff3ad req-13fbb28d-4ef8-4231-a6d4-bcc3b06c571c tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 985 time: 0.1284456 Jul 13 18:29:20.039231 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716cb93-1e1b-4b7f-9020-b59b9d9aad55 req-62115645-e9bc-4f38-a17e-2d7ecaa4b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:20.041008 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8716cb93-1e1b-4b7f-9020-b59b9d9aad55 req-62115645-e9bc-4f38-a17e-2d7ecaa4b048 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fa0db6d2-fb58-4800-8d43-435aec164f62 HTTP/1.1" status: 200 len: 916 time: 0.1063266 Jul 13 18:29:20.071254 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-b1df705b-bb09-4fc6-b02c-f6498b35b8b9 req-1bf12fb3-7a63-4d70-aeea-197857a9f1d9 service neutron] 10.222.0.32 "GET /v2.0/networks/28d334da-d7e7-4fa4-ba99-5e9dc556a31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556633 Jul 13 18:29:20.113144 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bd7111b3-9cd4-4d8d-80fe-10cfdf4ff3ad req-1ae82bb5-342a-4037-bb11-c3d42af1d2c0 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d079492-5738-4236-9d63-75e700448ea3&id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1862361 Jul 13 18:29:20.129353 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-00434816-f36e-4479-bf5b-04b3fc3a7683 None None] Provisioning complete for port dfced1fd-df49-4d14-ab9e-b74c2738ad27 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:29:20.129736 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-00434816-f36e-4479-bf5b-04b3fc3a7683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:20.173192 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8716cb93-1e1b-4b7f-9020-b59b9d9aad55 req-a3a8ad67-fb97-4771-9127-b8ebcbf0a56f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfced1fd-df49-4d14-ab9e-b74c2738ad27 HTTP/1.1" status: 200 len: 1002 time: 0.1232738 Jul 13 18:29:20.235631 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-b1df705b-bb09-4fc6-b02c-f6498b35b8b9 req-cb4da72f-4f38-4b27-8335-a5ee5a3ab9f1 service neutron] 10.222.0.32 "GET /v2.0/networks/28d334da-d7e7-4fa4-ba99-5e9dc556a31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556714 Jul 13 18:29:20.249453 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c706dd-deeb-4269-8003-28bd05c225ed req-fe049681-8135-4bf1-9b53-57267fbcadc7 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:20.250976 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-09c706dd-deeb-4269-8003-28bd05c225ed req-fe049681-8135-4bf1-9b53-57267fbcadc7 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 943 time: 0.1474423 Jul 13 18:29:20.252995 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716cb93-1e1b-4b7f-9020-b59b9d9aad55 req-141271a6-bcb7-4c2b-9058-87cc2ea88aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:20.254456 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8716cb93-1e1b-4b7f-9020-b59b9d9aad55 req-141271a6-bcb7-4c2b-9058-87cc2ea88aa5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=30d42cf3-08cd-4421-acf6-630ee173cb1c HTTP/1.1" status: 200 len: 854 time: 0.0708842 Jul 13 18:29:20.336969 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-09c706dd-deeb-4269-8003-28bd05c225ed req-ebf00808-fe14-4752-aaf3-47c310cc283f tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773511 Jul 13 18:29:20.367873 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716cb93-1e1b-4b7f-9020-b59b9d9aad55 req-d18daf43-298e-4de8-a09f-04741ede55eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:20.369564 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8716cb93-1e1b-4b7f-9020-b59b9d9aad55 req-d18daf43-298e-4de8-a09f-04741ede55eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fa0db6d2-fb58-4800-8d43-435aec164f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0925131 Jul 13 18:29:20.488903 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8716cb93-1e1b-4b7f-9020-b59b9d9aad55 req-115ae872-8969-4382-9979-dde3bee57978 service neutron] 10.222.0.32 "GET /v2.0/networks/fa0db6d2-fb58-4800-8d43-435aec164f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112022 Jul 13 18:29:20.580760 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8716cb93-1e1b-4b7f-9020-b59b9d9aad55 req-724d4879-9e3a-4ae6-83a7-f6e91477253e service neutron] 10.222.0.32 "GET /v2.0/networks/fa0db6d2-fb58-4800-8d43-435aec164f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853128 Jul 13 18:29:21.513872 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74235ec7-36e6-472e-96f1-4ee8e9870a6e req-0727de4f-b84f-45c0-bef9-0b7ebdeec09c tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:21.515333 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-74235ec7-36e6-472e-96f1-4ee8e9870a6e req-0727de4f-b84f-45c0-bef9-0b7ebdeec09c tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 943 time: 0.0659430 Jul 13 18:29:21.551845 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-74235ec7-36e6-472e-96f1-4ee8e9870a6e req-bcea35e0-2576-4fdb-91b7-49442e56ed01 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308518 Jul 13 18:29:22.727965 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10697c25-612f-41cf-86b5-d41263f140e4 req-0e155846-d8bc-46a1-b11e-e147710d57a4 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:22.729405 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-10697c25-612f-41cf-86b5-d41263f140e4 req-0e155846-d8bc-46a1-b11e-e147710d57a4 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 943 time: 0.0611598 Jul 13 18:29:22.766558 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-10697c25-612f-41cf-86b5-d41263f140e4 req-c71dd9aa-49ce-4dc8-9bda-3542de3bc326 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317113 Jul 13 18:29:23.091595 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 41136) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:29:23.142476 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca5e450-2bfb-4d81-8919-0a16416a2893 admin admin] Deleting subnet df4c6ea3-4c88-4edb-b2fa-29933330ffaa {{(pid=92974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 18:29:23.145507 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0ca5e450-2bfb-4d81-8919-0a16416a2893 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:23.180400 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0ca5e450-2bfb-4d81-8919-0a16416a2893 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3426495'] for subnet, precommit_delete_associations {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:23.222801 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0ca5e450-2bfb-4d81-8919-0a16416a2893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7675306'] for subnet, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:23.277003 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0ca5e450-2bfb-4d81-8919-0a16416a2893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7675283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3228786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1970045'] for subnet, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:23.302845 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5e450-2bfb-4d81-8919-0a16416a2893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df4c6ea3-4c88-4edb-b2fa-29933330ffaa,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:29:23.307394 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0ca5e450-2bfb-4d81-8919-0a16416a2893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for subnet, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:23.309411 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-0ca5e450-2bfb-4d81-8919-0a16416a2893 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/df4c6ea3-4c88-4edb-b2fa-29933330ffaa HTTP/1.1" status: 204 len: 168 time: 0.2167857 Jul 13 18:29:23.312248 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 41140) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:29:23.314786 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e450-2bfb-4d81-8919-0a16416a2893 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:29:23.315136 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e450-2bfb-4d81-8919-0a16416a2893 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:29:23.315481 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e450-2bfb-4d81-8919-0a16416a2893 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:29:23.315851 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e450-2bfb-4d81-8919-0a16416a2893 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:29:23.316184 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e450-2bfb-4d81-8919-0a16416a2893 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:29:23.316517 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e450-2bfb-4d81-8919-0a16416a2893 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:29:23.316847 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e450-2bfb-4d81-8919-0a16416a2893 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:29:23.317174 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e450-2bfb-4d81-8919-0a16416a2893 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:29:23.317537 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e450-2bfb-4d81-8919-0a16416a2893 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:29:23.317891 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e450-2bfb-4d81-8919-0a16416a2893 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:29:23.318249 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e450-2bfb-4d81-8919-0a16416a2893 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:29:23.318675 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e450-2bfb-4d81-8919-0a16416a2893 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:29:23.387104 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-62291b19-e2d6-44ae-b65e-50de242e8a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566799'] for network, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:23.464838 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-62291b19-e2d6-44ae-b65e-50de242e8a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668259', 'neutron.services.segments.db._delete_segments_for_network-8737536498324'] for network, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:23.475029 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-62291b19-e2d6-44ae-b65e-50de242e8a26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db72fb8d-846f-4768-b0fc-a0927b8035c2']}} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:29:23.485390 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-62291b19-e2d6-44ae-b65e-50de242e8a26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e04bb62-f176-4eee-935b-66512fcf84ab') {'for_net_delete': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:29:23.485682 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-62291b19-e2d6-44ae-b65e-50de242e8a26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e04bb62-f176-4eee-935b-66512fcf84ab') {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:29:23.494482 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-62291b19-e2d6-44ae-b65e-50de242e8a26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737536430219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3662129'] for segment, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:23.509139 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-62291b19-e2d6-44ae-b65e-50de242e8a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:23.516281 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62291b19-e2d6-44ae-b65e-50de242e8a26 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=92973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 18:29:23.516757 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-62291b19-e2d6-44ae-b65e-50de242e8a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3662336'] for segment, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: Traceback (most recent call last): Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: timer() Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: cb(*args, **kw) Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: return func(*args, **kwargs) Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: self._notify() Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: self.callback(batched_events) Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: event.method(event) Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: return f(self, *a, **k) Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: return self._get(url).json() Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: return self.request(url, 'GET', **kwargs) Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 18:29:23.518482 dv-cinder-786928-3-iscsi neutron-server[92973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 18:29:23.574625 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-62291b19-e2d6-44ae-b65e-50de242e8a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8001304'] for network, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:23.579826 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-62291b19-e2d6-44ae-b65e-50de242e8a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:23.581643 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-62291b19-e2d6-44ae-b65e-50de242e8a26 admin admin] 10.222.0.11 "DELETE /v2.0/networks/db72fb8d-846f-4768-b0fc-a0927b8035c2 HTTP/1.1" status: 204 len: 168 time: 0.2682323 Jul 13 18:29:23.592801 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62291b19-e2d6-44ae-b65e-50de242e8a26 admin admin] Pushing event deleted for resources: {'Network': ['ID=db72fb8d-846f-4768-b0fc-a0927b8035c2,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:29:23.747772 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 41144) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:29:23.790535 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-54c34b01-1549-495e-8f9e-a219d8c5b576 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=208fd58ff0764671b4d85303c68f5579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412943 Jul 13 18:29:23.792839 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 41148) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:29:23.841707 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-6c7f9bbf-7f65-4aa2-a2ad-96ae5862122d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:23.863359 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-6c7f9bbf-7f65-4aa2-a2ad-96ae5862122d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:23.955801 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-6c7f9bbf-7f65-4aa2-a2ad-96ae5862122d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:23.958853 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-6c7f9bbf-7f65-4aa2-a2ad-96ae5862122d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:23.960044 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-6c7f9bbf-7f65-4aa2-a2ad-96ae5862122d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60076bb4-fbc7-48af-8668-4da7dc285382 HTTP/1.1" status: 204 len: 168 time: 0.1662939 Jul 13 18:29:23.981352 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86347d67-1e86-4eec-8779-e30137c00583 req-9361061f-d65b-4605-8bb2-cf3638a4465a tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:23.982814 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-86347d67-1e86-4eec-8779-e30137c00583 req-9361061f-d65b-4605-8bb2-cf3638a4465a tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 943 time: 0.1002984 Jul 13 18:29:23.983686 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f9bbf-7f65-4aa2-a2ad-96ae5862122d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60076bb4-fbc7-48af-8668-4da7dc285382,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:29:24.044019 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-86347d67-1e86-4eec-8779-e30137c00583 req-c46debae-f5be-41d1-a25b-07647d6de4b8 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544815 Jul 13 18:29:25.220287 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb8836-2847-4580-8cb4-080c3504bd5f req-d053e6b2-cef8-4f1d-80d3-c49f42771d99 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:25.221694 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bafb8836-2847-4580-8cb4-080c3504bd5f req-d053e6b2-cef8-4f1d-80d3-c49f42771d99 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 943 time: 0.0635419 Jul 13 18:29:25.263347 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bafb8836-2847-4580-8cb4-080c3504bd5f req-d551496e-dfe6-472c-b754-b05f6bf2dfa9 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351903 Jul 13 18:29:26.448465 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410ac0e-4f8a-4876-9eed-020b72a2af55 req-73769ce7-1cb4-425f-be63-8adab4fb9c08 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:26.449937 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d410ac0e-4f8a-4876-9eed-020b72a2af55 req-73769ce7-1cb4-425f-be63-8adab4fb9c08 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 943 time: 0.0725026 Jul 13 18:29:26.493451 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d410ac0e-4f8a-4876-9eed-020b72a2af55 req-ecd6ab08-20b9-43a6-84af-8c6905de7c27 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351832 Jul 13 18:29:26.549217 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device a023983d-c90a-41dd-af2a-6e0ecc4b8717 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:29:26.648021 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port a023983d-c90a-41dd-af2a-6e0ecc4b8717, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a023983d-c90a-41dd-af2a-6e0ecc4b8717,segment=NetworkSegment(4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6),segment_id=4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:29:26.659137 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': 'a023983d-c90a-41dd-af2a-6e0ecc4b8717', 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f', 'port_id': 'a023983d-c90a-41dd-af2a-6e0ecc4b8717', 'mac_address': 'fa:16:3e:f2:cb:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:29:26.696666 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:26.709940 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a023983d-c90a-41dd-af2a-6e0ecc4b8717 {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:29:26.729442 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port a023983d-c90a-41dd-af2a-6e0ecc4b8717, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a023983d-c90a-41dd-af2a-6e0ecc4b8717,segment=NetworkSegment(4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6),segment_id=4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:29:26.732960 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:26.783046 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=a023983d-c90a-41dd-af2a-6e0ecc4b8717,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:29:27.078443 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['a023983d-c90a-41dd-af2a-6e0ecc4b8717'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:29:27.695231 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1d266-914a-4a84-a908-d93b700f69fd req-2132e58c-9366-4f8b-9c68-5faba7a76079 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:27.697710 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-63c1d266-914a-4a84-a908-d93b700f69fd req-2132e58c-9366-4f8b-9c68-5faba7a76079 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 944 time: 0.0873280 Jul 13 18:29:27.736679 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-63c1d266-914a-4a84-a908-d93b700f69fd req-60dda4c6-283a-4811-a165-bc087b984ec9 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341229 Jul 13 18:29:28.577670 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device a023983d-c90a-41dd-af2a-6e0ecc4b8717 up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:29:28.632018 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning for port a023983d-c90a-41dd-af2a-6e0ecc4b8717 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:29:28.635850 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port a023983d-c90a-41dd-af2a-6e0ecc4b8717 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:29:28.636330 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:28.716907 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:28.743325 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8cde00-a41c-445e-ad2e-6f7f284c9340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a023983d-c90a-41dd-af2a-6e0ecc4b8717'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:29:28.745714 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b86efcd-2c82-4da4-8c1d-92ae07d285ee" -d '{"events": [{"server_uuid": "2c8cde00-a41c-445e-ad2e-6f7f284c9340", "name": "network-vif-plugged", "status": "completed", "tag": "a023983d-c90a-41dd-af2a-6e0ecc4b8717"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:29:28.765440 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port a023983d-c90a-41dd-af2a-6e0ecc4b8717, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a023983d-c90a-41dd-af2a-6e0ecc4b8717,segment=NetworkSegment(4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6),segment_id=4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:29:28.771409 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:28.802482 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81645e8-2f01-4205-a4b4-4618cf5e935b x-openstack-request-id: req-e81645e8-2f01-4205-a4b4-4618cf5e935b {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:29:28.802797 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8cde00-a41c-445e-ad2e-6f7f284c9340", "name": "network-vif-plugged", "status": "completed", "tag": "a023983d-c90a-41dd-af2a-6e0ecc4b8717", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:29:28.803209 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e81645e8-2f01-4205-a4b4-4618cf5e935b {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:29:28.803677 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8cde00-a41c-445e-ad2e-6f7f284c9340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a023983d-c90a-41dd-af2a-6e0ecc4b8717', 'code': 200} Jul 13 18:29:28.840943 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=a023983d-c90a-41dd-af2a-6e0ecc4b8717,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:29:28.953512 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db28989-dc97-4ed2-a5ac-e23694c25c65 req-89238a15-b3ab-450a-a623-5e3e544b4491 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:28.955010 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0db28989-dc97-4ed2-a5ac-e23694c25c65 req-89238a15-b3ab-450a-a623-5e3e544b4491 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 945 time: 0.0834959 Jul 13 18:29:29.002662 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0db28989-dc97-4ed2-a5ac-e23694c25c65 req-17c7b17c-009b-4515-9cef-21da704511d4 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402501 Jul 13 18:29:29.219040 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7406e80-4cc8-489b-b8e9-9ab9f634661a req-a1506f78-1947-439a-9902-026b8cf69743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:29.220555 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e7406e80-4cc8-489b-b8e9-9ab9f634661a req-a1506f78-1947-439a-9902-026b8cf69743 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 1098 time: 0.0628948 Jul 13 18:29:29.259618 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e7406e80-4cc8-489b-b8e9-9ab9f634661a req-2e46a8d1-3794-4bdf-82bc-5be1d8463991 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312235 Jul 13 18:29:30.219860 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899a880-7bd9-4991-a65a-82a059c2a7aa req-ffc9e19c-1703-46c0-a211-509b0d20d3bc tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:30.222225 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f899a880-7bd9-4991-a65a-82a059c2a7aa req-ffc9e19c-1703-46c0-a211-509b0d20d3bc tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 945 time: 0.0935760 Jul 13 18:29:30.266539 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f899a880-7bd9-4991-a65a-82a059c2a7aa req-faff2996-d6c2-4eb2-b45a-04d36fc6aed8 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374479 Jul 13 18:29:31.478747 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da761a1f-9d6c-4409-84e3-4769b3bbdaf2 req-eb2c35da-23f5-4bc9-8410-250db5742620 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:31.480930 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-da761a1f-9d6c-4409-84e3-4769b3bbdaf2 req-eb2c35da-23f5-4bc9-8410-250db5742620 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 945 time: 0.0947304 Jul 13 18:29:31.528367 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-da761a1f-9d6c-4409-84e3-4769b3bbdaf2 req-d8126a65-ea81-42ba-b2b0-d0069bda7c3d tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415606 Jul 13 18:29:31.761100 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a97c8-0fb4-4520-b7df-db2e34e23036 req-56f448ec-2078-4e57-8999-fddcd952d6fd tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:31.762715 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a79a97c8-0fb4-4520-b7df-db2e34e23036 req-56f448ec-2078-4e57-8999-fddcd952d6fd tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 945 time: 0.0921979 Jul 13 18:29:31.832466 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a79a97c8-0fb4-4520-b7df-db2e34e23036 req-75f4ac5c-de41-403d-8190-b1e5ef908533 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632012 Jul 13 18:29:31.865654 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 41214) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:29:32.284118 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989f329-4027-4849-8ad1-0bf1c22a438c req-2394b194-b4a1-4df0-b00b-0fb8795ab801 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:32.285585 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a989f329-4027-4849-8ad1-0bf1c22a438c req-2394b194-b4a1-4df0-b00b-0fb8795ab801 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.1158357 Jul 13 18:29:32.292156 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10c3599-5b90-4390-ab2a-332542fa96b7 tempest-TestShelveInstance-1019549685 tempest-TestShelveInstance-1019549685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:32.293787 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-a10c3599-5b90-4390-ab2a-332542fa96b7 tempest-TestShelveInstance-1019549685 tempest-TestShelveInstance-1019549685-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 1093 time: 0.4270046 Jul 13 18:29:32.298284 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 41224) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:29:32.304529 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-025461d2-6f6a-4846-9591-d858c1612840 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Request body: {'floatingip': {'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'port_id': 'a023983d-c90a-41dd-af2a-6e0ecc4b8717', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:29:32.335393 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-025461d2-6f6a-4846-9591-d858c1612840 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for floatingip, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:32.339858 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a989f329-4027-4849-8ad1-0bf1c22a438c req-157fa892-a66e-4455-96f1-16eeb62eb889 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447834 Jul 13 18:29:32.491238 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-025461d2-6f6a-4846-9591-d858c1612840 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:32.619636 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_common [None req-025461d2-6f6a-4846-9591-d858c1612840 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Allocated IP 172.27.2.53 (245bce84-6448-48c3-832e-229c4a14376b/dd702e20-22b6-412e-a631-757c226d263b/72ed4946-78a6-45cd-ab41-afe53f88e865) {{(pid=92974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:29:32.736017 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-025461d2-6f6a-4846-9591-d858c1612840 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for port, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:32.782652 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-025461d2-6f6a-4846-9591-d858c1612840 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:32.824557 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025461d2-6f6a-4846-9591-d858c1612840 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Network 245bce84-6448-48c3-832e-229c4a14376b is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:29:32.828087 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-025461d2-6f6a-4846-9591-d858c1612840 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:29:32.831893 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025461d2-6f6a-4846-9591-d858c1612840 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Received port after_create {{(pid=92974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:29:32.838234 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025461d2-6f6a-4846-9591-d858c1612840 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Pushing event updated for resources: {'Port': ['ID=72ed4946-78a6-45cd-ab41-afe53f88e865,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:29:33.241902 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-025461d2-6f6a-4846-9591-d858c1612840 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:33.320040 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-025461d2-6f6a-4846-9591-d858c1612840 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:33.470812 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-025461d2-6f6a-4846-9591-d858c1612840 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for port, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:33.476657 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-025461d2-6f6a-4846-9591-d858c1612840 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3228708'] for port, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:33.548947 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025461d2-6f6a-4846-9591-d858c1612840 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Pushing event updated for resources: {'Port': ['ID=72ed4946-78a6-45cd-ab41-afe53f88e865,revision_number=2']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:29:33.549965 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e11f84-8905-4a3f-ac95-aba4d9287147 req-02d6a494-2f65-4e99-970d-4cedd713c84e tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:33.553103 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-47e11f84-8905-4a3f-ac95-aba4d9287147 req-02d6a494-2f65-4e99-970d-4cedd713c84e tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.0807335 Jul 13 18:29:33.568582 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-025461d2-6f6a-4846-9591-d858c1612840 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8001390'] for floatingip, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:33.607684 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-47e11f84-8905-4a3f-ac95-aba4d9287147 req-d3576d75-ef55-4f35-9ca6-929d67fad440 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406055 Jul 13 18:29:33.683399 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.l3_db [None req-025461d2-6f6a-4846-9591-d858c1612840 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Floating IP bd9fcfae-2607-460a-931f-55b4e9f758e4 associated. External IP: 172.27.2.53, port: a023983d-c90a-41dd-af2a-6e0ecc4b8717. Jul 13 18:29:33.901184 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025461d2-6f6a-4846-9591-d858c1612840 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Router 09f372d4-7e05-4206-9ab2-50ee8421067d has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:29:34.021006 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025461d2-6f6a-4846-9591-d858c1612840 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:29:34.036477 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2470c1f3-e89e-4d45-9926-45aa327328db None None] Sync routers for ids ['09f372d4-7e05-4206-9ab2-50ee8421067d'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:29:34.038577 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-025461d2-6f6a-4846-9591-d858c1612840 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for floatingip, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:34.061305 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2470c1f3-e89e-4d45-9926-45aa327328db None None] Routers {'09f372d4-7e05-4206-9ab2-50ee8421067d'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:29:34.061933 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-2470c1f3-e89e-4d45-9926-45aa327328db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:29:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['09f372d4-7e05-4206-9ab2-50ee8421067d'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:29:34.090782 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-025461d2-6f6a-4846-9591-d858c1612840 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7912371 Jul 13 18:29:34.091382 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8cde00-a41c-445e-ad2e-6f7f284c9340', 'tag': 'a023983d-c90a-41dd-af2a-6e0ecc4b8717'}] {{(pid=92974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:29:34.093692 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744f0cfc83b6d7eddb29a1ac54562a03fe7b453c2cada0da8e0ec66c391a914f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d75a69-58c6-4344-931e-870422ad4a15" -d '{"events": [{"name": "network-changed", "server_uuid": "2c8cde00-a41c-445e-ad2e-6f7f284c9340", "tag": "a023983d-c90a-41dd-af2a-6e0ecc4b8717"}]}' {{(pid=92974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:29:34.134017 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd78c579-5a04-49cc-8a11-0534cbc737af x-openstack-request-id: req-bd78c579-5a04-49cc-8a11-0534cbc737af {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:29:34.134311 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c8cde00-a41c-445e-ad2e-6f7f284c9340", "tag": "a023983d-c90a-41dd-af2a-6e0ecc4b8717", "status": "completed", "code": 200}]} {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:29:34.134563 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bd78c579-5a04-49cc-8a11-0534cbc737af {{(pid=92974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:29:34.134965 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c8cde00-a41c-445e-ad2e-6f7f284c9340', 'tag': 'a023983d-c90a-41dd-af2a-6e0ecc4b8717', 'status': 'completed', 'code': 200} Jul 13 18:29:34.245368 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d75a69-58c6-4344-931e-870422ad4a15 req-dde7168e-4c54-4b17-9c0f-9c186015a8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:34.246813 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-98d75a69-58c6-4344-931e-870422ad4a15 req-dde7168e-4c54-4b17-9c0f-9c186015a8ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0adff60e0a74d0c98f96db614d68a9d&device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 1098 time: 0.0598392 Jul 13 18:29:34.291745 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-2470c1f3-e89e-4d45-9926-45aa327328db None None] Set router 09f372d4-7e05-4206-9ab2-50ee8421067d gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:29:34.348469 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d75a69-58c6-4344-931e-870422ad4a15 req-a1cd63d6-90d9-4a88-8a71-c1b4db33ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:34.350279 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-98d75a69-58c6-4344-931e-870422ad4a15 req-a1cd63d6-90d9-4a88-8a71-c1b4db33ead9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=28d334da-d7e7-4fa4-ba99-5e9dc556a31f HTTP/1.1" status: 200 len: 909 time: 0.0966198 Jul 13 18:29:34.425067 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-98d75a69-58c6-4344-931e-870422ad4a15 req-689092c8-1186-48b7-9fcb-176938b34dc1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a023983d-c90a-41dd-af2a-6e0ecc4b8717 HTTP/1.1" status: 200 len: 998 time: 0.0665619 Jul 13 18:29:34.477991 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d75a69-58c6-4344-931e-870422ad4a15 req-dd371967-e182-4b3e-ade8-382c0c1f7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:34.479652 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-98d75a69-58c6-4344-931e-870422ad4a15 req-dd371967-e182-4b3e-ade8-382c0c1f7590 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cceb5916-07eb-4083-bf07-ef083d79ab4b HTTP/1.1" status: 200 len: 847 time: 0.0467367 Jul 13 18:29:34.534001 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-2470c1f3-e89e-4d45-9926-45aa327328db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'name': 'tempest-TestShelveInstance-470485149-router', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:29Z', 'revision_number': 4, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'gw_port': {'id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': 'bd9fcfae-2607-460a-931f-55b4e9f758e4', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'port_id': 'a023983d-c90a-41dd-af2a-6e0ecc4b8717', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f', 'mac_address': 'fa:16:3e:f2:cb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8cde00-a41c-445e-ad2e-6f7f284c9340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:29:33Z', 'updated_at': '2021-07-13T18:29:33Z', 'revision_number': 0, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566bb584-0c97-4f8e-95e5-ff89752bd780', 'name': '', 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'mac_address': 'fa:16:3e:ab:ef:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:28Z', 'updated_at': '2021-07-13T18:28:38Z', 'revision_number': 5, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'subnets': [{'id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:29:34.548627 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d75a69-58c6-4344-931e-870422ad4a15 req-9a6a20ba-354b-46a2-9d20-97c8210bbe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:34.550255 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-98d75a69-58c6-4344-931e-870422ad4a15 req-9a6a20ba-354b-46a2-9d20-97c8210bbe4a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=28d334da-d7e7-4fa4-ba99-5e9dc556a31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592217 Jul 13 18:29:34.560929 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2470c1f3-e89e-4d45-9926-45aa327328db None None] Checking router: 09f372d4-7e05-4206-9ab2-50ee8421067d for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:29:34.573296 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2470c1f3-e89e-4d45-9926-45aa327328db None None] Routers {'09f372d4-7e05-4206-9ab2-50ee8421067d'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:29:34.574083 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-2470c1f3-e89e-4d45-9926-45aa327328db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:29:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['09f372d4-7e05-4206-9ab2-50ee8421067d'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:29:34.662692 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-98d75a69-58c6-4344-931e-870422ad4a15 req-419101bc-4610-4ca7-8668-e38dd9b30b54 service neutron] 10.222.0.32 "GET /v2.0/networks/28d334da-d7e7-4fa4-ba99-5e9dc556a31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054659 Jul 13 18:29:34.689984 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-2470c1f3-e89e-4d45-9926-45aa327328db None None] Set router 09f372d4-7e05-4206-9ab2-50ee8421067d gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:29:34.947186 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-2470c1f3-e89e-4d45-9926-45aa327328db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'name': 'tempest-TestShelveInstance-470485149-router', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:29Z', 'revision_number': 4, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'gw_port': {'id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': 'bd9fcfae-2607-460a-931f-55b4e9f758e4', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'port_id': 'a023983d-c90a-41dd-af2a-6e0ecc4b8717', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f', 'mac_address': 'fa:16:3e:f2:cb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8cde00-a41c-445e-ad2e-6f7f284c9340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:29:33Z', 'updated_at': '2021-07-13T18:29:33Z', 'revision_number': 0, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566bb584-0c97-4f8e-95e5-ff89752bd780', 'name': '', 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'mac_address': 'fa:16:3e:ab:ef:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:28Z', 'updated_at': '2021-07-13T18:28:38Z', 'revision_number': 5, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'subnets': [{'id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:29:34.974742 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2470c1f3-e89e-4d45-9926-45aa327328db None None] The sync data for ids ['09f372d4-7e05-4206-9ab2-50ee8421067d'] in dv-cinder-786928-3-iscsi is: [{'id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'name': 'tempest-TestShelveInstance-470485149-router', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:29Z', 'revision_number': 4, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'gw_port': {'id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': 'bd9fcfae-2607-460a-931f-55b4e9f758e4', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'port_id': 'a023983d-c90a-41dd-af2a-6e0ecc4b8717', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f', 'mac_address': 'fa:16:3e:f2:cb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8cde00-a41c-445e-ad2e-6f7f284c9340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:29:33Z', 'updated_at': '2021-07-13T18:29:33Z', 'revision_number': 0, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566bb584-0c97-4f8e-95e5-ff89752bd780', 'name': '', 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'mac_address': 'fa:16:3e:ab:ef:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:28Z', 'updated_at': '2021-07-13T18:28:38Z', 'revision_number': 5, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'subnets': [{'id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:29:35.106982 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-98d75a69-58c6-4344-931e-870422ad4a15 req-f2f5a98c-6a99-41cb-b193-743a8def031c service neutron] 10.222.0.32 "GET /v2.0/networks/28d334da-d7e7-4fa4-ba99-5e9dc556a31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337859 Jul 13 18:29:35.129422 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf30ac9-2bf8-4107-b3dd-7425579b824c req-afe9cf20-7353-4fe9-873f-8d42a8cb9865 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:35.131217 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3bf30ac9-2bf8-4107-b3dd-7425579b824c req-afe9cf20-7353-4fe9-873f-8d42a8cb9865 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.1441653 Jul 13 18:29:35.193283 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3bf30ac9-2bf8-4107-b3dd-7425579b824c req-a950a788-ce6e-4591-83f6-9b4349a934f2 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537579 Jul 13 18:29:35.234795 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560e9527-7ac6-412e-96ce-877ff15b17ee None None] New status for floating IP bd9fcfae-2607-460a-931f-55b4e9f758e4: ACTIVE {{(pid=92976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 18:29:36.399286 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb698b-4baa-4040-b67b-46e37533052c req-3ec315a5-22be-482f-9c8d-7044221d14b5 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:36.400845 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-02eb698b-4baa-4040-b67b-46e37533052c req-3ec315a5-22be-482f-9c8d-7044221d14b5 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.0651805 Jul 13 18:29:36.442426 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-02eb698b-4baa-4040-b67b-46e37533052c req-63e08fd9-fd9d-45c6-8f11-fb4c7abe1ff4 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359318 Jul 13 18:29:37.634410 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abb7e3-361d-4b3e-807e-bfac82a0ecf2 req-b08314d8-2942-42d7-ac85-58ba1bf02945 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:37.635930 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-91abb7e3-361d-4b3e-807e-bfac82a0ecf2 req-b08314d8-2942-42d7-ac85-58ba1bf02945 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.0693736 Jul 13 18:29:37.683848 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-91abb7e3-361d-4b3e-807e-bfac82a0ecf2 req-1fba7dfd-7701-46da-85e9-4a149a99fc1d tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362525 Jul 13 18:29:38.542917 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:29:38.882493 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81834c84-aaa7-4427-9b72-5e800cabca50 req-b23101ca-9bd6-4dd6-a4dc-9506c0f3cdff tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:38.884000 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-81834c84-aaa7-4427-9b72-5e800cabca50 req-b23101ca-9bd6-4dd6-a4dc-9506c0f3cdff tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.0825639 Jul 13 18:29:38.920151 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd327-6c6c-4b5c-8ad3-88412aaf7dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:38.922192 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-81834c84-aaa7-4427-9b72-5e800cabca50 req-5b403851-8e70-4d2f-8e88-a849cc326e26 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325971 Jul 13 18:29:39.384037 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:40.118640 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f89956-e3d5-4262-a9b8-dbc5257bd9e6 req-ae4486ad-ba2c-4c6f-b636-f573fa34d6f4 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:40.120014 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-55f89956-e3d5-4262-a9b8-dbc5257bd9e6 req-ae4486ad-ba2c-4c6f-b636-f573fa34d6f4 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.0738938 Jul 13 18:29:40.157247 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-55f89956-e3d5-4262-a9b8-dbc5257bd9e6 req-45cb1dc5-c579-4484-98d2-a8ad1988ed19 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314391 Jul 13 18:29:41.350413 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ed814-e658-4c33-88b7-889988281185 req-a48c6fa2-f862-403c-b2fa-473706158f7c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:41.351941 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-df2ed814-e658-4c33-88b7-889988281185 req-a48c6fa2-f862-403c-b2fa-473706158f7c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.0747018 Jul 13 18:29:41.389973 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-df2ed814-e658-4c33-88b7-889988281185 req-1b599eb5-e2d3-4dd4-884a-ac2d6805263d tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316868 Jul 13 18:29:41.451554 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-d555645b-2f3c-4a71-9e37-be02eecae965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:41.672981 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:42.572892 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc1879-844e-4a2b-82cc-6b84aa5102aa req-89a42737-dba7-4e29-a1e4-efccfd43c020 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:42.574400 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8bbc1879-844e-4a2b-82cc-6b84aa5102aa req-89a42737-dba7-4e29-a1e4-efccfd43c020 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.0648482 Jul 13 18:29:42.613650 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8bbc1879-844e-4a2b-82cc-6b84aa5102aa req-100df533-6fc1-4295-bb95-1b7ac6872a8b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331650 Jul 13 18:29:42.714068 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:43.806836 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d76bcc-e4aa-49d0-9bad-0d481e72561e req-079e804c-40f9-462e-a95b-66f2c514881a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:43.808354 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-86d76bcc-e4aa-49d0-9bad-0d481e72561e req-079e804c-40f9-462e-a95b-66f2c514881a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.0689380 Jul 13 18:29:43.851006 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-86d76bcc-e4aa-49d0-9bad-0d481e72561e req-78f1458f-571e-483d-9943-72bcbe88a979 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369976 Jul 13 18:29:44.331879 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:44.377287 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d7fd8-ef9b-439a-add3-a4f0ce730e10 req-b4fb2895-65c1-4211-ba67-47c795e845b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:44.378806 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7c4d7fd8-ef9b-439a-add3-a4f0ce730e10 req-b4fb2895-65c1-4211-ba67-47c795e845b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd3e8481c4c44cb2b4f37b8995d8197a&device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 1138 time: 0.0942631 Jul 13 18:29:44.394419 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a848e83-8129-467a-8c58-96cf5befc57a req-0ee75d80-902f-476f-a4fc-c2f51122a0a9 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:44.396683 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9a848e83-8129-467a-8c58-96cf5befc57a req-0ee75d80-902f-476f-a4fc-c2f51122a0a9 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 985 time: 0.1031659 Jul 13 18:29:44.488033 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9a848e83-8129-467a-8c58-96cf5befc57a req-b7519d27-15ba-42f9-a114-b43cb100adc6 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d079492-5738-4236-9d63-75e700448ea3&id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0827110 Jul 13 18:29:44.517188 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d7fd8-ef9b-439a-add3-a4f0ce730e10 req-c1d5d41f-5bd3-4b75-b7f1-a692e9098f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:44.518688 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7c4d7fd8-ef9b-439a-add3-a4f0ce730e10 req-c1d5d41f-5bd3-4b75-b7f1-a692e9098f09 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fa0db6d2-fb58-4800-8d43-435aec164f62 HTTP/1.1" status: 200 len: 916 time: 0.1211259 Jul 13 18:29:44.593024 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7c4d7fd8-ef9b-439a-add3-a4f0ce730e10 req-bd45986a-c00f-4ad8-a04f-4329c9c05c24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfced1fd-df49-4d14-ab9e-b74c2738ad27 HTTP/1.1" status: 200 len: 1002 time: 0.0647314 Jul 13 18:29:44.631856 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 749003fb-09d2-479c-93b7-1cde321db16e details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:29:44.650417 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d7fd8-ef9b-439a-add3-a4f0ce730e10 req-898ad8df-841b-4ff8-ace0-36728bda5b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:44.652065 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7c4d7fd8-ef9b-439a-add3-a4f0ce730e10 req-898ad8df-841b-4ff8-ace0-36728bda5b23 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=30d42cf3-08cd-4421-acf6-630ee173cb1c HTTP/1.1" status: 200 len: 854 time: 0.0522113 Jul 13 18:29:44.729309 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d7fd8-ef9b-439a-add3-a4f0ce730e10 req-35da9cb3-3ad7-4fc2-acac-32a6e3c0951f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:44.730933 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7c4d7fd8-ef9b-439a-add3-a4f0ce730e10 req-35da9cb3-3ad7-4fc2-acac-32a6e3c0951f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fa0db6d2-fb58-4800-8d43-435aec164f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714080 Jul 13 18:29:44.757145 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 749003fb-09d2-479c-93b7-1cde321db16e, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=749003fb-09d2-479c-93b7-1cde321db16e,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:29:44.777714 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': '749003fb-09d2-479c-93b7-1cde321db16e', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'port_id': '749003fb-09d2-479c-93b7-1cde321db16e', 'mac_address': 'fa:16:3e:cb:1a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:29:44.820426 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:44.834649 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 749003fb-09d2-479c-93b7-1cde321db16e {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:29:44.836461 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7c4d7fd8-ef9b-439a-add3-a4f0ce730e10 req-93a56947-0b7f-4270-986a-a27d45d0f7aa service neutron] 10.222.0.32 "GET /v2.0/networks/fa0db6d2-fb58-4800-8d43-435aec164f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952215 Jul 13 18:29:44.855807 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 749003fb-09d2-479c-93b7-1cde321db16e, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=749003fb-09d2-479c-93b7-1cde321db16e,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:29:44.860969 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:44.917626 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=749003fb-09d2-479c-93b7-1cde321db16e,revision_number=6']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:29:44.956949 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7c4d7fd8-ef9b-439a-add3-a4f0ce730e10 req-da24918c-1920-48d3-9a19-2e4789f7d332 service neutron] 10.222.0.32 "GET /v2.0/networks/fa0db6d2-fb58-4800-8d43-435aec164f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083705 Jul 13 18:29:45.070677 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8fc03-cc32-4cc0-98b6-0794c74b3d28 req-80e5465c-ba02-4999-bd5c-27406ac87845 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:45.070957 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['749003fb-09d2-479c-93b7-1cde321db16e'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:29:45.072282 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-75c8fc03-cc32-4cc0-98b6-0794c74b3d28 req-80e5465c-ba02-4999-bd5c-27406ac87845 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 944 time: 0.0766001 Jul 13 18:29:45.150265 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-75c8fc03-cc32-4cc0-98b6-0794c74b3d28 req-b4c4633e-8449-413a-b96b-81a2e7172177 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719190 Jul 13 18:29:45.688855 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d242ceb-24bb-4689-9830-b1e20f6bfd6d req-82c0a644-ad8e-49c4-9d6e-f436eb98f546 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:45.690404 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7d242ceb-24bb-4689-9830-b1e20f6bfd6d req-82c0a644-ad8e-49c4-9d6e-f436eb98f546 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 985 time: 0.0774024 Jul 13 18:29:45.738773 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7d242ceb-24bb-4689-9830-b1e20f6bfd6d req-8ccd3d05-6a88-43e1-bd65-cce0072f5e02 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d079492-5738-4236-9d63-75e700448ea3&id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407035 Jul 13 18:29:46.376221 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05cb9a-38ea-476d-9c0a-54c8ad86e12c req-4329b1e2-cf41-4e5e-b96e-9787669d09ba tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:46.378229 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cc05cb9a-38ea-476d-9c0a-54c8ad86e12c req-4329b1e2-cf41-4e5e-b96e-9787669d09ba tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 944 time: 0.1029913 Jul 13 18:29:46.434403 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cc05cb9a-38ea-476d-9c0a-54c8ad86e12c req-fe40dce4-4317-49fc-887e-0ab87513ad3f tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468402 Jul 13 18:29:46.653205 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 749003fb-09d2-479c-93b7-1cde321db16e up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:29:46.718693 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port 749003fb-09d2-479c-93b7-1cde321db16e triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:29:46.719444 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:46.821492 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:46.851252 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b081fe-25f8-46c7-b4c0-2c1dffde8362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749003fb-09d2-479c-93b7-1cde321db16e'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:29:46.854040 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525e2360-d634-45c3-955e-820d753055dc" -d '{"events": [{"server_uuid": "06b081fe-25f8-46c7-b4c0-2c1dffde8362", "name": "network-vif-plugged", "status": "completed", "tag": "749003fb-09d2-479c-93b7-1cde321db16e"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:29:46.884482 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 749003fb-09d2-479c-93b7-1cde321db16e, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=749003fb-09d2-479c-93b7-1cde321db16e,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:29:46.889023 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:29:46.929678 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da0cf50-37e6-491f-980e-b28ccef4d69b x-openstack-request-id: req-6da0cf50-37e6-491f-980e-b28ccef4d69b {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:29:46.930004 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b081fe-25f8-46c7-b4c0-2c1dffde8362", "name": "network-vif-plugged", "status": "completed", "tag": "749003fb-09d2-479c-93b7-1cde321db16e", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:29:46.930197 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6da0cf50-37e6-491f-980e-b28ccef4d69b {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:29:46.930581 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b081fe-25f8-46c7-b4c0-2c1dffde8362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749003fb-09d2-479c-93b7-1cde321db16e', 'code': 200} Jul 13 18:29:46.981093 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=749003fb-09d2-479c-93b7-1cde321db16e,revision_number=7']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:29:47.042567 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ee1f9-11fb-4ba7-b787-3f02d6f2f9dc req-0b7cef2b-4c7a-453b-9568-c9eb281f2e45 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:47.051917 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f45ee1f9-11fb-4ba7-b787-3f02d6f2f9dc req-0b7cef2b-4c7a-453b-9568-c9eb281f2e45 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 985 time: 0.1012204 Jul 13 18:29:47.123244 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f45ee1f9-11fb-4ba7-b787-3f02d6f2f9dc req-d1165a07-56c9-4fac-aa3f-9573d4046dac tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d079492-5738-4236-9d63-75e700448ea3&id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698500 Jul 13 18:29:47.641862 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef714cb3-4146-41f8-812c-9286414ab401 req-1a078770-422b-43dd-9c21-d1729a8b80f5 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:47.643450 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ef714cb3-4146-41f8-812c-9286414ab401 req-1a078770-422b-43dd-9c21-d1729a8b80f5 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.0723038 Jul 13 18:29:47.694950 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ef714cb3-4146-41f8-812c-9286414ab401 req-ee7970a4-de48-4afc-8d72-987e8a4a49c2 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426111 Jul 13 18:29:48.333954 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d25bb7-fa21-4313-ab72-ec4691408054 req-f295663f-7f46-47c0-9934-f9999bbd06dd tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:48.335707 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-31d25bb7-fa21-4313-ab72-ec4691408054 req-f295663f-7f46-47c0-9934-f9999bbd06dd tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 985 time: 0.0801167 Jul 13 18:29:48.382708 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-31d25bb7-fa21-4313-ab72-ec4691408054 req-5f2dedf2-aa69-4b72-9bb7-39a087fe621b tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d079492-5738-4236-9d63-75e700448ea3&id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406921 Jul 13 18:29:48.943256 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdab537-f15c-4e17-9df3-3651c14db072 req-aad88caa-09bd-4199-a88e-6f018a5a23ac tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:48.946189 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9bdab537-f15c-4e17-9df3-3651c14db072 req-aad88caa-09bd-4199-a88e-6f018a5a23ac tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.1052938 Jul 13 18:29:49.000575 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9bdab537-f15c-4e17-9df3-3651c14db072 req-8886073f-5eb5-4c51-94f7-d544e83f75ed tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475881 Jul 13 18:29:49.642917 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb841e-6516-46d8-804f-c8b7dff4912d req-2a0d4696-ab3f-4d31-9b1c-e3788172a5b3 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:49.644547 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-30bb841e-6516-46d8-804f-c8b7dff4912d req-2a0d4696-ab3f-4d31-9b1c-e3788172a5b3 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 985 time: 0.1133530 Jul 13 18:29:49.712928 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-30bb841e-6516-46d8-804f-c8b7dff4912d req-a3be5de7-fdcb-461d-b910-9629e6897a10 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d079492-5738-4236-9d63-75e700448ea3&id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607882 Jul 13 18:29:50.256703 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af3eb9-85da-48bd-8d17-3dd72da14334 req-66f64a0b-1537-4d53-9126-50fdfb300071 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:50.259779 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-03af3eb9-85da-48bd-8d17-3dd72da14334 req-66f64a0b-1537-4d53-9126-50fdfb300071 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.0784390 Jul 13 18:29:50.307714 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-03af3eb9-85da-48bd-8d17-3dd72da14334 req-0b204cfa-6be8-426b-ac16-73af2507618c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410593 Jul 13 18:29:50.940272 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221c015-4ac2-48fa-af22-d2024eeff4c8 req-a33dd9f1-fccc-4a12-85b0-02d585d6950d tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:50.945969 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3221c015-4ac2-48fa-af22-d2024eeff4c8 req-a33dd9f1-fccc-4a12-85b0-02d585d6950d tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 985 time: 0.0985677 Jul 13 18:29:51.016319 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3221c015-4ac2-48fa-af22-d2024eeff4c8 req-b713a825-77d9-4d44-a529-348813dabd1d tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d079492-5738-4236-9d63-75e700448ea3&id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676229 Jul 13 18:29:51.535599 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419c73e-f71d-4925-af92-203d9680a028 req-b4faa7fd-8a4f-40b1-8b41-db8e5ccb065d tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:51.544960 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e419c73e-f71d-4925-af92-203d9680a028 req-b4faa7fd-8a4f-40b1-8b41-db8e5ccb065d tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.0898700 Jul 13 18:29:51.614552 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e419c73e-f71d-4925-af92-203d9680a028 req-98a8aeb3-8f8e-4823-8d49-0ed3ec338c86 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680921 Jul 13 18:29:52.219803 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e32774-17f2-40df-bc10-71fbf5c13469 req-e3d694d5-031e-4aa5-8d46-de7550b74d1a tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:52.221428 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-44e32774-17f2-40df-bc10-71fbf5c13469 req-e3d694d5-031e-4aa5-8d46-de7550b74d1a tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 985 time: 0.0742586 Jul 13 18:29:52.276672 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-44e32774-17f2-40df-bc10-71fbf5c13469 req-c5cfede2-2613-45fb-8012-7269e7dc1e69 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d079492-5738-4236-9d63-75e700448ea3&id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472732 Jul 13 18:29:52.860039 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0bbc7-2c29-4dbb-a979-15df57fa61db req-0e37a4fc-0d88-4b63-99c3-d245c7f7b136 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:52.861740 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-94a0bbc7-2c29-4dbb-a979-15df57fa61db req-0e37a4fc-0d88-4b63-99c3-d245c7f7b136 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.1172075 Jul 13 18:29:52.927408 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-94a0bbc7-2c29-4dbb-a979-15df57fa61db req-c1785287-4336-4736-a896-4c1e51a360ef tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498137 Jul 13 18:29:53.542449 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076975d-15ff-4be7-963f-89a06147ff14 req-8f87302c-be8c-4071-96d8-2e320e875bf7 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:53.545330 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0076975d-15ff-4be7-963f-89a06147ff14 req-8f87302c-be8c-4071-96d8-2e320e875bf7 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 985 time: 0.1069303 Jul 13 18:29:53.596077 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0076975d-15ff-4be7-963f-89a06147ff14 req-6857a7d9-9b4d-4dbb-a115-507c83b5bcb9 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d079492-5738-4236-9d63-75e700448ea3&id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434661 Jul 13 18:29:54.169549 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33247f83-5848-4068-91c0-3eeb51fb4a3d req-3a1548a9-4023-4758-9341-68d606ae4d43 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:54.171891 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-33247f83-5848-4068-91c0-3eeb51fb4a3d req-3a1548a9-4023-4758-9341-68d606ae4d43 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.0930486 Jul 13 18:29:54.217886 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-33247f83-5848-4068-91c0-3eeb51fb4a3d req-d4d250da-4015-48c6-8169-4a85ff6d2592 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394449 Jul 13 18:29:54.860902 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977903a-a81b-439f-8524-53124d59b29d req-47703f10-b8c9-49fc-ac5b-4dc73c285e44 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:54.870520 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3977903a-a81b-439f-8524-53124d59b29d req-47703f10-b8c9-49fc-ac5b-4dc73c285e44 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 985 time: 0.1132178 Jul 13 18:29:54.928404 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3977903a-a81b-439f-8524-53124d59b29d req-00143084-e7f9-45ae-afc8-7ab8e3a0de3f tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d079492-5738-4236-9d63-75e700448ea3&id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581095 Jul 13 18:29:55.417218 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84558cf-16a6-4c33-91fa-73ced8d16c09 req-e33bfaf4-85ae-48a9-aa5f-db76de76e150 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:55.418652 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e84558cf-16a6-4c33-91fa-73ced8d16c09 req-e33bfaf4-85ae-48a9-aa5f-db76de76e150 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.0683830 Jul 13 18:29:55.457498 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e84558cf-16a6-4c33-91fa-73ced8d16c09 req-eefa76ce-267f-47d1-9473-7714b46ebad3 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330482 Jul 13 18:29:56.018662 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47ad46-b941-4fb2-8090-0058cfff9665 req-7e0b4ce2-edcf-4f59-abab-6ce3baa7c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:56.022853 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7b47ad46-b941-4fb2-8090-0058cfff9665 req-7e0b4ce2-edcf-4f59-abab-6ce3baa7c844 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=68241fca29234db0be94c2b6f7eaeb4d&device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 1098 time: 0.0719471 Jul 13 18:29:56.168505 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47ad46-b941-4fb2-8090-0058cfff9665 req-a23c1176-45ad-4ffe-8610-6014802a8d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:56.169995 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7b47ad46-b941-4fb2-8090-0058cfff9665 req-a23c1176-45ad-4ffe-8610-6014802a8d9e service neutron] 10.222.0.32 "GET /v2.0/networks?id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d HTTP/1.1" status: 200 len: 918 time: 0.1384246 Jul 13 18:29:56.182203 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88850d4c-f945-4044-9d94-e3535261df05 req-0bca8249-18fa-42f3-9b45-29eae1c08633 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:56.183901 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-88850d4c-f945-4044-9d94-e3535261df05 req-0bca8249-18fa-42f3-9b45-29eae1c08633 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 985 time: 0.1417046 Jul 13 18:29:56.278633 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-88850d4c-f945-4044-9d94-e3535261df05 req-8b39db0f-f107-48f0-b697-415bdd41dea1 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d079492-5738-4236-9d63-75e700448ea3&id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0878379 Jul 13 18:29:56.280968 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7b47ad46-b941-4fb2-8090-0058cfff9665 req-c36bf52f-29ec-4d63-bb99-4756fc26cc54 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=749003fb-09d2-479c-93b7-1cde321db16e HTTP/1.1" status: 200 len: 1000 time: 0.0961592 Jul 13 18:29:56.359846 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47ad46-b941-4fb2-8090-0058cfff9665 req-580ea59e-4450-4229-9e95-9cb921e764d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:56.361073 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7b47ad46-b941-4fb2-8090-0058cfff9665 req-580ea59e-4450-4229-9e95-9cb921e764d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=debf1583-97cc-49b3-a3ab-32a9aef91126 HTTP/1.1" status: 200 len: 856 time: 0.0724957 Jul 13 18:29:56.434206 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47ad46-b941-4fb2-8090-0058cfff9665 req-247edb80-5498-49e2-8ffc-bb50fcb5764e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:56.435766 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7b47ad46-b941-4fb2-8090-0058cfff9665 req-247edb80-5498-49e2-8ffc-bb50fcb5764e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670276 Jul 13 18:29:56.597863 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7b47ad46-b941-4fb2-8090-0058cfff9665 req-2679cbe9-4b45-460b-ad47-ae5867f709e8 service neutron] 10.222.0.32 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021321 Jul 13 18:29:56.724664 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f18b2-30de-4432-a994-07792c1e3c27 req-518b9c51-60c9-4f20-a580-ae7c1c3cfb41 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:56.726191 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-991f18b2-30de-4432-a994-07792c1e3c27 req-518b9c51-60c9-4f20-a580-ae7c1c3cfb41 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.1448166 Jul 13 18:29:56.729949 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7b47ad46-b941-4fb2-8090-0058cfff9665 req-fa810472-1e6d-4b0e-88ae-f5fb284ca1f0 service neutron] 10.222.0.32 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153967 Jul 13 18:29:56.768471 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-991f18b2-30de-4432-a994-07792c1e3c27 req-fe670f76-1ad7-4eaf-b841-1bb80a5cb1de tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365300 Jul 13 18:29:57.481205 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a3a7f-ea0b-4723-852e-626ebc95cd72 req-6bf00189-4322-463d-830e-18c8409e667b tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:57.482860 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d46a3a7f-ea0b-4723-852e-626ebc95cd72 req-6bf00189-4322-463d-830e-18c8409e667b tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 985 time: 0.0732894 Jul 13 18:29:57.527703 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d46a3a7f-ea0b-4723-852e-626ebc95cd72 req-ed6f4214-c326-4802-b7ad-719f0731eef6 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d079492-5738-4236-9d63-75e700448ea3&id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382791 Jul 13 18:29:58.000872 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4a748-e3a1-45aa-9f6c-65a268301246 req-1e03e91b-9886-410b-a6f5-f8074c5ebef5 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:58.002384 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b5c4a748-e3a1-45aa-9f6c-65a268301246 req-1e03e91b-9886-410b-a6f5-f8074c5ebef5 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.0708771 Jul 13 18:29:58.076669 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b5c4a748-e3a1-45aa-9f6c-65a268301246 req-10f0e53b-b8d2-47fe-bda0-8d9df0a694a6 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679960 Jul 13 18:29:58.117542 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fd1d5-1156-4602-a39c-1516fc3a024b req-3bc3f4cd-57f9-4eca-8e64-80d3da765531 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:58.119048 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-336fd1d5-1156-4602-a39c-1516fc3a024b req-3bc3f4cd-57f9-4eca-8e64-80d3da765531 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8878afb-5749-4190-8292-c01bc8fcadc8 HTTP/1.1" status: 200 len: 946 time: 0.0835907 Jul 13 18:29:58.167189 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-336fd1d5-1156-4602-a39c-1516fc3a024b req-9d60ba6c-ee08-4abc-939d-8818fd147d6d tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=358b90b9-fe2c-4fc4-b442-d995c4d968f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417497 Jul 13 18:29:58.719845 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020c19e-8767-43e1-8498-c30a551b552f req-01633c72-e537-49ee-b5bf-350ecab7c532 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:58.721386 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6020c19e-8767-43e1-8498-c30a551b552f req-01633c72-e537-49ee-b5bf-350ecab7c532 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 985 time: 0.0746520 Jul 13 18:29:58.769535 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6020c19e-8767-43e1-8498-c30a551b552f req-79948e4b-4101-468e-8777-6b0b0e2d2d8e tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d079492-5738-4236-9d63-75e700448ea3&id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410945 Jul 13 18:29:59.290162 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43caf833-a12d-4247-b9b2-0c940163590b req-22f5abcc-455f-49e8-919f-3119db29b4c4 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:59.291795 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-43caf833-a12d-4247-b9b2-0c940163590b req-22f5abcc-455f-49e8-919f-3119db29b4c4 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.0809991 Jul 13 18:29:59.362888 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-43caf833-a12d-4247-b9b2-0c940163590b req-e867bb22-87e0-4cbb-aa0a-cf145cd582fd tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612059 Jul 13 18:29:59.386165 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b37ca-d911-4ae8-84ef-c68f812b85ae req-a40337e7-3102-4806-917e-660515301d6e tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:59.387932 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-284b37ca-d911-4ae8-84ef-c68f812b85ae req-a40337e7-3102-4806-917e-660515301d6e tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8878afb-5749-4190-8292-c01bc8fcadc8 HTTP/1.1" status: 200 len: 946 time: 0.0950468 Jul 13 18:29:59.431793 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-284b37ca-d911-4ae8-84ef-c68f812b85ae req-e04d211d-a37b-4b8c-803c-91522799cf39 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=358b90b9-fe2c-4fc4-b442-d995c4d968f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372748 Jul 13 18:29:59.957982 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d1047-7ad0-47f7-be35-34810c58c2ad req-538936b5-bfc6-4295-941e-a42c3c75f00b tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:29:59.960783 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cd8d1047-7ad0-47f7-be35-34810c58c2ad req-538936b5-bfc6-4295-941e-a42c3c75f00b tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 985 time: 0.0727916 Jul 13 18:30:00.006949 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cd8d1047-7ad0-47f7-be35-34810c58c2ad req-33f56787-61b8-46d7-a12d-1ddb1c48ddc0 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d079492-5738-4236-9d63-75e700448ea3&id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407605 Jul 13 18:30:00.134805 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7eba9f-2730-444d-a420-4e71fa6c8092 req-69d821ea-6920-4cda-a9a1-367161f8767f tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:00.136646 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4a7eba9f-2730-444d-a420-4e71fa6c8092 req-69d821ea-6920-4cda-a9a1-367161f8767f tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8878afb-5749-4190-8292-c01bc8fcadc8 HTTP/1.1" status: 200 len: 946 time: 0.0695302 Jul 13 18:30:00.247532 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-4a7eba9f-2730-444d-a420-4e71fa6c8092 req-55d53781-4f9d-4478-9e00-bc82fd5628e1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Deleting port 2135ae1f-92f3-4b60-a24e-ec242f3bda16 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:30:00.247904 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-4a7eba9f-2730-444d-a420-4e71fa6c8092 req-55d53781-4f9d-4478-9e00-bc82fd5628e1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:00.344092 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-4a7eba9f-2730-444d-a420-4e71fa6c8092 req-55d53781-4f9d-4478-9e00-bc82fd5628e1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] For port 2135ae1f-92f3-4b60-a24e-ec242f3bda16, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2135ae1f-92f3-4b60-a24e-ec242f3bda16,segment=NetworkSegment(a17767d0-de67-47b0-8ed9-eb81d030d04e),segment_id=a17767d0-de67-47b0-8ed9-eb81d030d04e)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:00.344448 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-4a7eba9f-2730-444d-a420-4e71fa6c8092 req-55d53781-4f9d-4478-9e00-bc82fd5628e1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:00.620134 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-c385e2f5-2969-425e-b718-7992e84ec82c req-6fc96dd8-4032-4adc-b245-dda17eef3cb6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0702949 Jul 13 18:30:00.677935 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-4a7eba9f-2730-444d-a420-4e71fa6c8092 req-55d53781-4f9d-4478-9e00-bc82fd5628e1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:00.678390 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-4a7eba9f-2730-444d-a420-4e71fa6c8092 req-55d53781-4f9d-4478-9e00-bc82fd5628e1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8001390'] for floatingip, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:00.678745 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.db.l3_db [req-4a7eba9f-2730-444d-a420-4e71fa6c8092 req-55d53781-4f9d-4478-9e00-bc82fd5628e1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Floating IP b0537fa8-3a6e-4b93-b76f-f77dab7c93f8 disassociated. External IP: 172.27.2.224, port: 2135ae1f-92f3-4b60-a24e-ec242f3bda16. Jul 13 18:30:00.679252 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-4a7eba9f-2730-444d-a420-4e71fa6c8092 req-55d53781-4f9d-4478-9e00-bc82fd5628e1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Calling delete_port for 2135ae1f-92f3-4b60-a24e-ec242f3bda16 owned by compute:nova {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:30:00.735613 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 749003fb-09d2-479c-93b7-1cde321db16e no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:30:00.769995 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72134e4c-480e-490d-84b6-5b277afe0f44 req-069d58d1-6f65-4eed-a166-22f39934e75a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:00.772207 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-72134e4c-480e-490d-84b6-5b277afe0f44 req-069d58d1-6f65-4eed-a166-22f39934e75a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 945 time: 0.1926188 Jul 13 18:30:00.788532 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d23394-ee2c-49e3-b354-07e907ba6b40 req-abbe81d6-0874-4b15-84c5-8a9256cb5a7e tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:00.790059 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-07d23394-ee2c-49e3-b354-07e907ba6b40 req-abbe81d6-0874-4b15-84c5-8a9256cb5a7e tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8878afb-5749-4190-8292-c01bc8fcadc8 HTTP/1.1" status: 200 len: 946 time: 0.2092261 Jul 13 18:30:00.832497 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:00.870095 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b081fe-25f8-46c7-b4c0-2c1dffde8362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '749003fb-09d2-479c-93b7-1cde321db16e'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:30:00.872778 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1041a7d7-a173-44c2-9e52-7ee8fea02318" -d '{"events": [{"server_uuid": "06b081fe-25f8-46c7-b4c0-2c1dffde8362", "name": "network-vif-unplugged", "status": "completed", "tag": "749003fb-09d2-479c-93b7-1cde321db16e"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:30:00.877966 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-72134e4c-480e-490d-84b6-5b277afe0f44 req-156b1aff-ce94-4526-ba55-5dccb61f5fb3 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869040 Jul 13 18:30:00.891028 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 749003fb-09d2-479c-93b7-1cde321db16e, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=749003fb-09d2-479c-93b7-1cde321db16e,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:00.898495 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:00.932920 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-07d23394-ee2c-49e3-b354-07e907ba6b40 req-de83c255-070c-4726-b96b-7814c83c6fc4 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups?id=358b90b9-fe2c-4fc4-b442-d995c4d968f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1209397 Jul 13 18:30:00.959737 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 18:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af93b22-64b9-4d61-a852-137f78898a56 x-openstack-request-id: req-7af93b22-64b9-4d61-a852-137f78898a56 {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:30:00.960089 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b081fe-25f8-46c7-b4c0-2c1dffde8362", "name": "network-vif-unplugged", "status": "failed", "tag": "749003fb-09d2-479c-93b7-1cde321db16e", "code": 422}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:30:00.960272 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7af93b22-64b9-4d61-a852-137f78898a56 {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:30:00.961664 dv-cinder-786928-3-iscsi neutron-server[92975]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '06b081fe-25f8-46c7-b4c0-2c1dffde8362', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '749003fb-09d2-479c-93b7-1cde321db16e', 'code': 422} returned with failed status Jul 13 18:30:00.974646 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-4a7eba9f-2730-444d-a420-4e71fa6c8092 req-55d53781-4f9d-4478-9e00-bc82fd5628e1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:00.994682 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=749003fb-09d2-479c-93b7-1cde321db16e,revision_number=8']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:01.002615 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:01.002963 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:01.003304 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:01.003682 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:01.004013 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:01.004340 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:01.004663 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:01.005591 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:01.005933 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:01.006257 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:01.006579 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:01.006895 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:01.020678 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d53781-4f9d-4478-9e00-bc82fd5628e1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Pushing event deleted for resources: {'Port': ['ID=2135ae1f-92f3-4b60-a24e-ec242f3bda16,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:01.484294 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a7eba9f-2730-444d-a420-4e71fa6c8092 req-55d53781-4f9d-4478-9e00-bc82fd5628e1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Router 1031d51e-9848-4be1-8f64-a097b2df47ad has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:30:01.559020 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d30bec-35e4-4da8-be3d-ddabc311c6ad req-f80a25df-931f-42d7-a9cd-fc05080c0861 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:01.563821 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-23d30bec-35e4-4da8-be3d-ddabc311c6ad req-f80a25df-931f-42d7-a9cd-fc05080c0861 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 985 time: 0.1313591 Jul 13 18:30:01.652176 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-23d30bec-35e4-4da8-be3d-ddabc311c6ad req-7a27d467-e63d-464c-a295-e95b2cbc8cc8 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d079492-5738-4236-9d63-75e700448ea3&id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0807090 Jul 13 18:30:01.655275 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a7eba9f-2730-444d-a420-4e71fa6c8092 req-55d53781-4f9d-4478-9e00-bc82fd5628e1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:30:01.668557 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468f8e8e-679b-4ad5-889e-7c792e5c2e26 None None] Sync routers for ids ['1031d51e-9848-4be1-8f64-a097b2df47ad'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:30:01.696694 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468f8e8e-679b-4ad5-889e-7c792e5c2e26 None None] Routers {'1031d51e-9848-4be1-8f64-a097b2df47ad'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:30:01.697419 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-468f8e8e-679b-4ad5-889e-7c792e5c2e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:29:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['1031d51e-9848-4be1-8f64-a097b2df47ad'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:01.706460 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7eba9f-2730-444d-a420-4e71fa6c8092 req-55d53781-4f9d-4478-9e00-bc82fd5628e1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] No DVR routers for this DVR port 2135ae1f-92f3-4b60-a24e-ec242f3bda16 on host hv-cinder-78692 {{(pid=92973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:30:01.709091 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-4a7eba9f-2730-444d-a420-4e71fa6c8092 req-55d53781-4f9d-4478-9e00-bc82fd5628e1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:01.711099 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4a7eba9f-2730-444d-a420-4e71fa6c8092 req-55d53781-4f9d-4478-9e00-bc82fd5628e1 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.32 "DELETE /v2.0/ports/2135ae1f-92f3-4b60-a24e-ec242f3bda16 HTTP/1.1" status: 204 len: 173 time: 1.5680416 Jul 13 18:30:01.711688 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8878afb-5749-4190-8292-c01bc8fcadc8', 'name': 'network-vif-deleted', 'tag': '2135ae1f-92f3-4b60-a24e-ec242f3bda16'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:30:01.714857 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e0d205-b48a-447a-9701-e52b580d30d3" -d '{"events": [{"server_uuid": "b8878afb-5749-4190-8292-c01bc8fcadc8", "name": "network-vif-deleted", "tag": "2135ae1f-92f3-4b60-a24e-ec242f3bda16"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:30:01.804546 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae45facc-93d3-4395-bb6c-287f1907e3ed x-openstack-request-id: req-ae45facc-93d3-4395-bb6c-287f1907e3ed {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:30:01.804953 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8878afb-5749-4190-8292-c01bc8fcadc8", "name": "network-vif-deleted", "tag": "2135ae1f-92f3-4b60-a24e-ec242f3bda16", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:30:01.805384 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae45facc-93d3-4395-bb6c-287f1907e3ed {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:30:01.805490 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8878afb-5749-4190-8292-c01bc8fcadc8', 'name': 'network-vif-deleted', 'tag': '2135ae1f-92f3-4b60-a24e-ec242f3bda16', 'status': 'completed', 'code': 200} Jul 13 18:30:01.822960 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-468f8e8e-679b-4ad5-889e-7c792e5c2e26 None None] Set router 1031d51e-9848-4be1-8f64-a097b2df47ad gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:30:01.837446 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385e2f5-2969-425e-b718-7992e84ec82c req-138ea479-5195-43ad-bf9b-3a1d1277c00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:01.839410 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c385e2f5-2969-425e-b718-7992e84ec82c req-138ea479-5195-43ad-bf9b-3a1d1277c00f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362&tenant_id=68241fca29234db0be94c2b6f7eaeb4d HTTP/1.1" status: 200 len: 1096 time: 0.0754836 Jul 13 18:30:01.945101 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385e2f5-2969-425e-b718-7992e84ec82c req-b7027087-b4dc-41d0-b47c-1ff548c5255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:01.947162 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c385e2f5-2969-425e-b718-7992e84ec82c req-b7027087-b4dc-41d0-b47c-1ff548c5255f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=68241fca29234db0be94c2b6f7eaeb4d&device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 1096 time: 0.0658438 Jul 13 18:30:02.077122 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-468f8e8e-679b-4ad5-889e-7c792e5c2e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'name': 'tempest-AttachVolumeTestJSON-58642875-router', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:08Z', 'updated_at': '2021-07-13T18:23:25Z', 'revision_number': 4, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'gw_port': {'id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:11Z', 'updated_at': '2021-07-13T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '464d17db-5952-442b-be1b-f2e1325182b0', 'name': '', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'mac_address': 'fa:16:3e:8b:40:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:22Z', 'updated_at': '2021-07-13T18:23:40Z', 'revision_number': 5, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'subnets': [{'id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:02.104624 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468f8e8e-679b-4ad5-889e-7c792e5c2e26 None None] Checking router: 1031d51e-9848-4be1-8f64-a097b2df47ad for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:30:02.108357 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385e2f5-2969-425e-b718-7992e84ec82c req-82476414-8f24-40b0-a0b1-5833ec3edd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:02.110182 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c385e2f5-2969-425e-b718-7992e84ec82c req-82476414-8f24-40b0-a0b1-5833ec3edd5e service neutron] 10.222.0.32 "GET /v2.0/networks?id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d HTTP/1.1" status: 200 len: 918 time: 0.1559355 Jul 13 18:30:02.114548 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468f8e8e-679b-4ad5-889e-7c792e5c2e26 None None] Routers {'1031d51e-9848-4be1-8f64-a097b2df47ad'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:30:02.115763 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-468f8e8e-679b-4ad5-889e-7c792e5c2e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:29:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['1031d51e-9848-4be1-8f64-a097b2df47ad'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:02.177672 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b8c96f12-0a7c-4b5c-a4c9-c925f0145c99 req-ac32d59b-5479-4d58-a55a-8e2e01690c10 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8878afb-5749-4190-8292-c01bc8fcadc8 HTTP/1.1" status: 200 len: 210 time: 0.0661809 Jul 13 18:30:02.249282 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44e6c3-8c31-45b7-9644-22ea26852639 req-5057fb14-4a32-4840-9f75-d9638327329b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:02.251756 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2d44e6c3-8c31-45b7-9644-22ea26852639 req-5057fb14-4a32-4840-9f75-d9638327329b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 943 time: 0.2163901 Jul 13 18:30:02.292516 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-468f8e8e-679b-4ad5-889e-7c792e5c2e26 None None] Set router 1031d51e-9848-4be1-8f64-a097b2df47ad gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:30:02.301724 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c385e2f5-2969-425e-b718-7992e84ec82c req-e43f4e39-305e-4748-afc0-36327c472fad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=749003fb-09d2-479c-93b7-1cde321db16e HTTP/1.1" status: 200 len: 998 time: 0.1824925 Jul 13 18:30:02.349772 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2d44e6c3-8c31-45b7-9644-22ea26852639 req-c0a011b1-1e8e-40ad-9570-6a4d2ea5ede3 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900490 Jul 13 18:30:02.369772 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385e2f5-2969-425e-b718-7992e84ec82c req-e33caf9e-f223-4bff-9016-b689f7c05ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:02.371271 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c385e2f5-2969-425e-b718-7992e84ec82c req-e33caf9e-f223-4bff-9016-b689f7c05ef9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=debf1583-97cc-49b3-a3ab-32a9aef91126 HTTP/1.1" status: 200 len: 856 time: 0.0586784 Jul 13 18:30:02.441264 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385e2f5-2969-425e-b718-7992e84ec82c req-f3c6cb59-ee3d-4d01-be0d-5507a9df7799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:02.443130 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c385e2f5-2969-425e-b718-7992e84ec82c req-f3c6cb59-ee3d-4d01-be0d-5507a9df7799 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b00e07c5-b28a-4ecc-8223-f86c27a5a31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621521 Jul 13 18:30:02.546629 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-468f8e8e-679b-4ad5-889e-7c792e5c2e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'name': 'tempest-AttachVolumeTestJSON-58642875-router', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:08Z', 'updated_at': '2021-07-13T18:23:25Z', 'revision_number': 4, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'gw_port': {'id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:11Z', 'updated_at': '2021-07-13T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '464d17db-5952-442b-be1b-f2e1325182b0', 'name': '', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'mac_address': 'fa:16:3e:8b:40:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:22Z', 'updated_at': '2021-07-13T18:23:40Z', 'revision_number': 5, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'subnets': [{'id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:02.555059 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c385e2f5-2969-425e-b718-7992e84ec82c req-8beef3fc-4e75-4a36-b869-7f3435a52aea service neutron] 10.222.0.32 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032355 Jul 13 18:30:02.579221 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468f8e8e-679b-4ad5-889e-7c792e5c2e26 None None] The sync data for ids ['1031d51e-9848-4be1-8f64-a097b2df47ad'] in dv-cinder-786928-3-iscsi is: [{'id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'name': 'tempest-AttachVolumeTestJSON-58642875-router', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:08Z', 'updated_at': '2021-07-13T18:23:25Z', 'revision_number': 4, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'gw_port': {'id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:11Z', 'updated_at': '2021-07-13T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '464d17db-5952-442b-be1b-f2e1325182b0', 'name': '', 'network_id': '17302fc4-2689-41b0-91b7-3c3e6cf2a62b', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'mac_address': 'fa:16:3e:8b:40:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:22Z', 'updated_at': '2021-07-13T18:23:40Z', 'revision_number': 5, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'subnets': [{'id': '76eef7ac-abd1-4be1-8ef4-9f068a4abaa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:30:02.680820 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c385e2f5-2969-425e-b718-7992e84ec82c req-0c95c7a7-856d-4d66-92fa-a8e80fefd7ea service neutron] 10.222.0.32 "GET /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176996 Jul 13 18:30:02.859766 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f9903b-5de6-4a3d-b6e9-de2a8a0dfe4a None None] New status for floating IP b0537fa8-3a6e-4b93-b76f-f77dab7c93f8: DOWN {{(pid=92976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 18:30:02.869182 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd9e8c-d6c9-4e9f-b0ca-8807235acc42 req-ef4aee58-b348-481e-bed7-1315eb65fe3a tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:02.870907 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-10dd9e8c-d6c9-4e9f-b0ca-8807235acc42 req-ef4aee58-b348-481e-bed7-1315eb65fe3a tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 985 time: 0.0787611 Jul 13 18:30:02.929906 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-10dd9e8c-d6c9-4e9f-b0ca-8807235acc42 req-83359e2c-29eb-4337-919a-230f1006610a tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d079492-5738-4236-9d63-75e700448ea3&id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515852 Jul 13 18:30:03.405792 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 41564) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:03.488631 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a36aedfc-e3c3-4052-b32a-aeb1c2a70cec tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:03.529499 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a36aedfc-e3c3-4052-b32a-aeb1c2a70cec tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:03.597496 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a36aedfc-e3c3-4052-b32a-aeb1c2a70cec tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:03.600625 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a36aedfc-e3c3-4052-b32a-aeb1c2a70cec tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:03.604882 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-a36aedfc-e3c3-4052-b32a-aeb1c2a70cec tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "DELETE /v2.0/security-groups/358b90b9-fe2c-4fc4-b442-d995c4d968f7 HTTP/1.1" status: 204 len: 168 time: 0.1981161 Jul 13 18:30:03.605908 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 41568) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:03.606290 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a93220-edf1-435d-bccd-6105f4fabdb5 req-d43e1704-0ac8-4bac-81dc-fb28ed560279 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:03.607968 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c7a93220-edf1-435d-bccd-6105f4fabdb5 req-d43e1704-0ac8-4bac-81dc-fb28ed560279 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 943 time: 0.0935593 Jul 13 18:30:03.636308 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36aedfc-e3c3-4052-b32a-aeb1c2a70cec tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=358b90b9-fe2c-4fc4-b442-d995c4d968f7,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:03.641292 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.api.v2.resource [None req-0be55110-7b48-4cf5-8359-ab1d87271c03 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] show failed (client error): The resource could not be found. Jul 13 18:30:03.645187 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-0be55110-7b48-4cf5-8359-ab1d87271c03 tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "GET /v2.0/security-groups/358b90b9-fe2c-4fc4-b442-d995c4d968f7 HTTP/1.1" status: 404 len: 347 time: 0.0213678 Jul 13 18:30:03.646953 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 41570) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:03.671765 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c7a93220-edf1-435d-bccd-6105f4fabdb5 req-ca3a7ed0-b694-4d33-8429-d9c5285f0676 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515692 Jul 13 18:30:03.798325 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [None req-efe55a82-19fc-4635-861e-60f86d223a8e tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Deleting port c3444b81-8f21-40fa-892c-9793ee592909 {{(pid=92974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:30:03.798736 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-efe55a82-19fc-4635-861e-60f86d223a8e tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:03.891337 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-efe55a82-19fc-4635-861e-60f86d223a8e tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:03.891691 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-efe55a82-19fc-4635-861e-60f86d223a8e tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:03.908463 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [None req-efe55a82-19fc-4635-861e-60f86d223a8e tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Calling delete_port for c3444b81-8f21-40fa-892c-9793ee592909 owned by network:floatingip {{(pid=92974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:30:04.118585 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-efe55a82-19fc-4635-861e-60f86d223a8e tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:04.187083 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe55a82-19fc-4635-861e-60f86d223a8e tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Pushing event deleted for resources: {'Port': ['ID=c3444b81-8f21-40fa-892c-9793ee592909,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:04.238647 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-efe55a82-19fc-4635-861e-60f86d223a8e tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks [] for floatingip, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:04.243752 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-efe55a82-19fc-4635-861e-60f86d223a8e tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for floatingip, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:04.245868 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-efe55a82-19fc-4635-861e-60f86d223a8e tempest-AttachVolumeTestJSON-677078221 tempest-AttachVolumeTestJSON-677078221-project] 10.222.0.11 "DELETE /v2.0/floatingips/b0537fa8-3a6e-4b93-b76f-f77dab7c93f8 HTTP/1.1" status: 204 len: 168 time: 0.5974844 Jul 13 18:30:04.729793 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 2135ae1f-92f3-4b60-a24e-ec242f3bda16 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:30:04.756559 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] No Port match for: 2135ae1f-92f3-4b60-a24e-ec242f3bda16 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:30:04.756907 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 2135ae1f-92f3-4b60-a24e-ec242f3bda16 not bound to the agent host hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:30:04.883125 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eda2a6-ec03-4cf7-8f5d-2f79cf8564ed req-90fa47ae-5bac-44f9-b0f0-8df7bd477b0f tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:04.884778 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-37eda2a6-ec03-4cf7-8f5d-2f79cf8564ed req-90fa47ae-5bac-44f9-b0f0-8df7bd477b0f tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 943 time: 0.0677006 Jul 13 18:30:04.928112 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-37eda2a6-ec03-4cf7-8f5d-2f79cf8564ed req-e4a0866f-5edd-4156-a61b-443384dd668a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375280 Jul 13 18:30:06.131745 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ac889-2eb5-4793-87ec-9ea037fc72a2 req-027b71e0-7d28-4a37-9b07-3f4f52cb4175 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:06.133199 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-662ac889-2eb5-4793-87ec-9ea037fc72a2 req-027b71e0-7d28-4a37-9b07-3f4f52cb4175 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 943 time: 0.0696590 Jul 13 18:30:06.182284 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-662ac889-2eb5-4793-87ec-9ea037fc72a2 req-66ac21cb-1892-4483-8de8-a0318762d587 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433025 Jul 13 18:30:07.382273 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c459f0-29af-4c98-88f9-725f7710fb9f req-1d480dd1-44bd-4060-98ab-50255a119871 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:07.383774 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-98c459f0-29af-4c98-88f9-725f7710fb9f req-1d480dd1-44bd-4060-98ab-50255a119871 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 943 time: 0.0721278 Jul 13 18:30:07.426557 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-98c459f0-29af-4c98-88f9-725f7710fb9f req-77440169-780f-4e8a-97fd-47544ed76b72 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359323 Jul 13 18:30:08.035798 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 41606) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:08.671153 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-83d0b8e2-943a-4d29-b659-515188121989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8005970'] for router_interface, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:08.686020 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f0c26-a3de-4c2b-b368-01aed4b9bf69 req-067f3f06-dc62-476b-8d2d-bb485f08a3a8 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:08.688111 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-496f0c26-a3de-4c2b-b368-01aed4b9bf69 req-067f3f06-dc62-476b-8d2d-bb485f08a3a8 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 943 time: 0.0897715 Jul 13 18:30:08.746347 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-496f0c26-a3de-4c2b-b368-01aed4b9bf69 req-e20d9c24-de42-4eb5-8fb5-dbbf11c42b7d tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514879 Jul 13 18:30:08.923491 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-a7d5c2d1-b7b4-426e-9145-7bd49345983b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:09.323254 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [None req-83d0b8e2-943a-4d29-b659-515188121989 admin admin] Deleting port 464d17db-5952-442b-be1b-f2e1325182b0 {{(pid=92974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:30:09.325277 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-83d0b8e2-943a-4d29-b659-515188121989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:09.405476 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:09.419974 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [None req-83d0b8e2-943a-4d29-b659-515188121989 admin admin] For port 464d17db-5952-442b-be1b-f2e1325182b0, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=464d17db-5952-442b-be1b-f2e1325182b0,segment=NetworkSegment(a17767d0-de67-47b0-8ed9-eb81d030d04e),segment_id=a17767d0-de67-47b0-8ed9-eb81d030d04e)] {{(pid=92974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:09.420339 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-83d0b8e2-943a-4d29-b659-515188121989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:09.442799 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [None req-83d0b8e2-943a-4d29-b659-515188121989 admin admin] Calling delete_port for 464d17db-5952-442b-be1b-f2e1325182b0 owned by network:router_interface {{(pid=92974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:30:09.734975 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-83d0b8e2-943a-4d29-b659-515188121989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:09.768632 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0b8e2-943a-4d29-b659-515188121989 admin admin] Pushing event deleted for resources: {'Port': ['ID=464d17db-5952-442b-be1b-f2e1325182b0,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:10.041213 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f0010-770c-40cd-9b68-027ca4337842 req-75437d39-ec12-4d11-b354-08857455b34b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:10.042855 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-101f0010-770c-40cd-9b68-027ca4337842 req-75437d39-ec12-4d11-b354-08857455b34b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 943 time: 0.0862908 Jul 13 18:30:10.074881 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-83d0b8e2-943a-4d29-b659-515188121989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7945020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8006326'] for router_interface, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:10.106261 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-101f0010-770c-40cd-9b68-027ca4337842 req-5436a6e9-283e-44b1-9303-c457d76d5e67 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562160 Jul 13 18:30:10.343419 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d0b8e2-943a-4d29-b659-515188121989 admin admin] Router 1031d51e-9848-4be1-8f64-a097b2df47ad has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:30:10.459794 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d0b8e2-943a-4d29-b659-515188121989 admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:30:10.466233 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-83d0b8e2-943a-4d29-b659-515188121989 admin admin] 10.222.0.11 "PUT /v2.0/routers/1031d51e-9848-4be1-8f64-a097b2df47ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4286752 Jul 13 18:30:10.470820 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 41620) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:10.473541 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc57208-18ad-4935-9c25-e718308d250c None None] Sync routers for ids ['1031d51e-9848-4be1-8f64-a097b2df47ad'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:30:10.495500 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc57208-18ad-4935-9c25-e718308d250c None None] Routers {'1031d51e-9848-4be1-8f64-a097b2df47ad'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:30:10.496262 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-cfc57208-18ad-4935-9c25-e718308d250c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:29:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['1031d51e-9848-4be1-8f64-a097b2df47ad'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:10.604305 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ea3e04d-4acd-4d28-be91-b7a85f92c350 admin admin] Notify callbacks [] for router, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:10.659459 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-cfc57208-18ad-4935-9c25-e718308d250c None None] Set router 1031d51e-9848-4be1-8f64-a097b2df47ad gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:30:10.730649 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ea3e04d-4acd-4d28-be91-b7a85f92c350 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:10.827014 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-9ea3e04d-4acd-4d28-be91-b7a85f92c350 admin admin] Deleting port e47b19d5-dffa-4be5-bb31-7c61c4702d79 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:30:10.827740 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ea3e04d-4acd-4d28-be91-b7a85f92c350 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:10.943693 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-9ea3e04d-4acd-4d28-be91-b7a85f92c350 admin admin] For port e47b19d5-dffa-4be5-bb31-7c61c4702d79, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=e47b19d5-dffa-4be5-bb31-7c61c4702d79,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:10.944195 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ea3e04d-4acd-4d28-be91-b7a85f92c350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:10.969592 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-9ea3e04d-4acd-4d28-be91-b7a85f92c350 admin admin] Calling delete_port for e47b19d5-dffa-4be5-bb31-7c61c4702d79 owned by network:router_gateway {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:30:11.066390 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-cfc57208-18ad-4935-9c25-e718308d250c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'name': 'tempest-AttachVolumeTestJSON-58642875-router', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:08Z', 'updated_at': '2021-07-13T18:30:09Z', 'revision_number': 5, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'gw_port': {'id': 'e47b19d5-dffa-4be5-bb31-7c61c4702d79', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:11Z', 'updated_at': '2021-07-13T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:11.121228 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc57208-18ad-4935-9c25-e718308d250c None None] Checking router: 1031d51e-9848-4be1-8f64-a097b2df47ad for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:30:11.134834 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc57208-18ad-4935-9c25-e718308d250c None None] Routers {'1031d51e-9848-4be1-8f64-a097b2df47ad'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:30:11.138579 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-cfc57208-18ad-4935-9c25-e718308d250c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:29:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['1031d51e-9848-4be1-8f64-a097b2df47ad'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:11.325972 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-cfc57208-18ad-4935-9c25-e718308d250c None None] Set router 1031d51e-9848-4be1-8f64-a097b2df47ad gateway port host: None {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:30:11.428615 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-cfc57208-18ad-4935-9c25-e718308d250c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'name': 'tempest-AttachVolumeTestJSON-58642875-router', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:08Z', 'updated_at': '2021-07-13T18:30:10Z', 'revision_number': 6, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'gw_port_host': None}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:11.437912 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ea3e04d-4acd-4d28-be91-b7a85f92c350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:11.468281 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc57208-18ad-4935-9c25-e718308d250c None None] The sync data for ids ['1031d51e-9848-4be1-8f64-a097b2df47ad'] in dv-cinder-786928-3-iscsi is: [{'id': '1031d51e-9848-4be1-8f64-a097b2df47ad', 'name': 'tempest-AttachVolumeTestJSON-58642875-router', 'tenant_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:08Z', 'updated_at': '2021-07-13T18:30:10Z', 'revision_number': 6, 'project_id': '4a6911fcceca4a7a9b21b2e7b761c0d4', 'gw_port_host': None}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:30:11.475086 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3e04d-4acd-4d28-be91-b7a85f92c350 admin admin] Pushing event deleted for resources: {'Port': ['ID=e47b19d5-dffa-4be5-bb31-7c61c4702d79,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:11.499268 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-21275acc-1e79-4251-8437-81e118cd7fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:11.600444 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843368b3-557f-4669-9be9-d908fd0506b9 req-13343761-e60b-4231-bbde-1e4f8f982379 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:11.612688 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-843368b3-557f-4669-9be9-d908fd0506b9 req-13343761-e60b-4231-bbde-1e4f8f982379 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 943 time: 0.2721064 Jul 13 18:30:11.624511 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ea3e04d-4acd-4d28-be91-b7a85f92c350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8001332'] for router_gateway, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:11.689460 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:11.780846 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ea3e04d-4acd-4d28-be91-b7a85f92c350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8003519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61588'] for router, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:11.787053 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ea3e04d-4acd-4d28-be91-b7a85f92c350 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:11.803254 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-843368b3-557f-4669-9be9-d908fd0506b9 req-669e348e-36d3-4d55-9f2d-95b949bdc041 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897604 Jul 13 18:30:11.916616 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ea3e04d-4acd-4d28-be91-b7a85f92c350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7995439'] for router, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:11.917452 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea3e04d-4acd-4d28-be91-b7a85f92c350 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1031d51e-9848-4be1-8f64-a097b2df47ad {{(pid=92973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 18:30:11.932227 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ea3e04d-4acd-4d28-be91-b7a85f92c350 admin admin] Notify callbacks [] for router, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:11.941534 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-9ea3e04d-4acd-4d28-be91-b7a85f92c350 admin admin] 10.222.0.11 "DELETE /v2.0/routers/1031d51e-9848-4be1-8f64-a097b2df47ad HTTP/1.1" status: 204 len: 168 time: 1.4635675 Jul 13 18:30:11.941840 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 41624) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:12.065600 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b805eb-627a-416c-adaf-e27d0e295bf1 admin admin] Deleting subnet 76eef7ac-abd1-4be1-8ef4-9f068a4abaa0 {{(pid=92973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 18:30:12.070230 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-45b805eb-627a-416c-adaf-e27d0e295bf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:12.110753 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-45b805eb-627a-416c-adaf-e27d0e295bf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3662120'] for subnet, precommit_delete_associations {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:12.245423 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-45b805eb-627a-416c-adaf-e27d0e295bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7675306'] for subnet, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:12.304809 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-45b805eb-627a-416c-adaf-e27d0e295bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7675283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8946638'] for subnet, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:12.336515 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b805eb-627a-416c-adaf-e27d0e295bf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76eef7ac-abd1-4be1-8ef4-9f068a4abaa0,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:12.340057 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-45b805eb-627a-416c-adaf-e27d0e295bf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:12.342293 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-45b805eb-627a-416c-adaf-e27d0e295bf1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/76eef7ac-abd1-4be1-8ef4-9f068a4abaa0 HTTP/1.1" status: 204 len: 168 time: 0.3982692 Jul 13 18:30:12.345005 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 41626) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:12.349682 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9a62fb-755f-4d1e-badd-58b1fde3eef1 None None] Network 17302fc4-2689-41b0-91b7-3c3e6cf2a62b requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:30:12.450253 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ee8050fa-7a1d-4533-9a6c-e29e57c75d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566799'] for network, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:12.523730 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-ee8050fa-7a1d-4533-9a6c-e29e57c75d56 admin admin] Deleting port d82030a6-3453-4ab1-848f-f53bf2676d9a {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:30:12.524043 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ee8050fa-7a1d-4533-9a6c-e29e57c75d56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:12.592577 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc440207-6f3b-4207-916d-a893886ebc6b None None] DHCP port deletion for 17302fc4-2689-41b0-91b7-3c3e6cf2a62b request from dv-cinder-786928-3-iscsi {{(pid=92975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 18:30:12.615543 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-ee8050fa-7a1d-4533-9a6c-e29e57c75d56 admin admin] For port d82030a6-3453-4ab1-848f-f53bf2676d9a, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=d82030a6-3453-4ab1-848f-f53bf2676d9a,segment=NetworkSegment(a17767d0-de67-47b0-8ed9-eb81d030d04e),segment_id=a17767d0-de67-47b0-8ed9-eb81d030d04e)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:12.615543 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ee8050fa-7a1d-4533-9a6c-e29e57c75d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:12.629537 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-ee8050fa-7a1d-4533-9a6c-e29e57c75d56 admin admin] Calling delete_port for d82030a6-3453-4ab1-848f-f53bf2676d9a owned by network:dhcp {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:30:12.652669 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-dc440207-6f3b-4207-916d-a893886ebc6b None None] Deleting port d82030a6-3453-4ab1-848f-f53bf2676d9a {{(pid=92975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:30:12.653078 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-dc440207-6f3b-4207-916d-a893886ebc6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:12.767895 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-dc440207-6f3b-4207-916d-a893886ebc6b None None] For port d82030a6-3453-4ab1-848f-f53bf2676d9a, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=d82030a6-3453-4ab1-848f-f53bf2676d9a,segment=NetworkSegment(a17767d0-de67-47b0-8ed9-eb81d030d04e),segment_id=a17767d0-de67-47b0-8ed9-eb81d030d04e)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:12.768497 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-dc440207-6f3b-4207-916d-a893886ebc6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:12.772595 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:12.785003 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-dc440207-6f3b-4207-916d-a893886ebc6b None None] Calling delete_port for d82030a6-3453-4ab1-848f-f53bf2676d9a owned by network:dhcp {{(pid=92975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:30:12.793488 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ee8050fa-7a1d-4533-9a6c-e29e57c75d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:12.831730 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8050fa-7a1d-4533-9a6c-e29e57c75d56 admin admin] No DVR routers for this DVR port d82030a6-3453-4ab1-848f-f53bf2676d9a on host dv-cinder-786928-3-iscsi {{(pid=92973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:30:12.852520 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8050fa-7a1d-4533-9a6c-e29e57c75d56 admin admin] Pushing event deleted for resources: {'Port': ['ID=d82030a6-3453-4ab1-848f-f53bf2676d9a,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:12.939628 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ee8050fa-7a1d-4533-9a6c-e29e57c75d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668259', 'neutron.services.segments.db._delete_segments_for_network-8737536498324'] for network, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:12.957303 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-ee8050fa-7a1d-4533-9a6c-e29e57c75d56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17302fc4-2689-41b0-91b7-3c3e6cf2a62b']}} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:12.972292 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-dc440207-6f3b-4207-916d-a893886ebc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840'] for port, after_delete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:12.973380 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-ee8050fa-7a1d-4533-9a6c-e29e57c75d56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17767d0-de67-47b0-8ed9-eb81d030d04e') {'for_net_delete': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:12.974091 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-ee8050fa-7a1d-4533-9a6c-e29e57c75d56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17767d0-de67-47b0-8ed9-eb81d030d04e') {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:12.987912 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ee8050fa-7a1d-4533-9a6c-e29e57c75d56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737536430219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3662129'] for segment, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:13.006555 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ee8050fa-7a1d-4533-9a6c-e29e57c75d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:13.014194 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8050fa-7a1d-4533-9a6c-e29e57c75d56 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=92973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 18:30:13.014841 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ee8050fa-7a1d-4533-9a6c-e29e57c75d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3662336'] for segment, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: Traceback (most recent call last): Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: timer() Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: cb(*args, **kw) Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: return func(*args, **kwargs) Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: self._notify() Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: self.callback(batched_events) Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: event.method(event) Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: return f(self, *a, **k) Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: return self._get(url).json() Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: return self.request(url, 'GET', **kwargs) Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 18:30:13.016758 dv-cinder-786928-3-iscsi neutron-server[92973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 18:30:13.034937 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc440207-6f3b-4207-916d-a893886ebc6b None None] No DVR routers for this DVR port d82030a6-3453-4ab1-848f-f53bf2676d9a on host dv-cinder-786928-3-iscsi {{(pid=92975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:30:13.039472 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc440207-6f3b-4207-916d-a893886ebc6b None None] Pushing event deleted for resources: {'Port': ['ID=d82030a6-3453-4ab1-848f-f53bf2676d9a,revision_number=None']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:13.109679 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ee8050fa-7a1d-4533-9a6c-e29e57c75d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8001304'] for network, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:13.126635 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-ee8050fa-7a1d-4533-9a6c-e29e57c75d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:13.135256 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-ee8050fa-7a1d-4533-9a6c-e29e57c75d56 admin admin] 10.222.0.11 "DELETE /v2.0/networks/17302fc4-2689-41b0-91b7-3c3e6cf2a62b HTTP/1.1" status: 204 len: 168 time: 0.7888796 Jul 13 18:30:13.160205 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8050fa-7a1d-4533-9a6c-e29e57c75d56 admin admin] Pushing event deleted for resources: {'Network': ['ID=17302fc4-2689-41b0-91b7-3c3e6cf2a62b,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:13.249074 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device d82030a6-3453-4ab1-848f-f53bf2676d9a no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:30:13.288552 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6b685-87f8-42f6-9f19-e876390a6527 req-ce72eea0-d2ef-4b2d-9151-6cc49d135a85 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:13.290347 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f1e6b685-87f8-42f6-9f19-e876390a6527 req-ce72eea0-d2ef-4b2d-9151-6cc49d135a85 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 943 time: 0.1522281 Jul 13 18:30:13.292049 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: d82030a6-3453-4ab1-848f-f53bf2676d9a {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:30:13.292555 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device d82030a6-3453-4ab1-848f-f53bf2676d9a not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:30:13.293027 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device e47b19d5-dffa-4be5-bb31-7c61c4702d79 no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:30:13.321893 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: e47b19d5-dffa-4be5-bb31-7c61c4702d79 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:30:13.322248 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device e47b19d5-dffa-4be5-bb31-7c61c4702d79 not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:30:13.322673 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 464d17db-5952-442b-be1b-f2e1325182b0 no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:30:13.343489 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: 464d17db-5952-442b-be1b-f2e1325182b0 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:30:13.344030 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 464d17db-5952-442b-be1b-f2e1325182b0 not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:30:13.369202 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 41634) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:13.375992 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f1e6b685-87f8-42f6-9f19-e876390a6527 req-79cff2d0-4960-4c57-97e1-e4c4b8122784 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715961 Jul 13 18:30:13.416706 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-349ee3b1-58b6-460a-bc15-0d9750afb289 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a6911fcceca4a7a9b21b2e7b761c0d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0462296 Jul 13 18:30:13.419455 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 41636) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:13.472935 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-28f88412-8f73-4442-bdab-c1f23d64b96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:13.496039 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-28f88412-8f73-4442-bdab-c1f23d64b96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:13.546323 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-28f88412-8f73-4442-bdab-c1f23d64b96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:13.549001 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-28f88412-8f73-4442-bdab-c1f23d64b96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:13.550178 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-28f88412-8f73-4442-bdab-c1f23d64b96f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e84870d-67dc-43d6-9eda-d4cc1e944667 HTTP/1.1" status: 204 len: 168 time: 0.1297033 Jul 13 18:30:13.558116 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f88412-8f73-4442-bdab-c1f23d64b96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e84870d-67dc-43d6-9eda-d4cc1e944667,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:14.255701 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 41658) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:14.261634 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d882b426-d834-4be4-85dc-7b968e2d2907 req-d4807b3b-fb34-4b49-9052-089a8b1310b0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526519 Jul 13 18:30:14.335414 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:14.358576 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-b902ca9f-4d62-4524-b63f-16c96ad848c9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-609246115-network', 'tenant_id': 'bbbc5d8d55dd442db7c1dbb8d396280e'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:30:14.364732 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882b426-d834-4be4-85dc-7b968e2d2907 req-e7593f74-17c8-438c-924a-1eb061c4c909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:14.366126 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d882b426-d834-4be4-85dc-7b968e2d2907 req-e7593f74-17c8-438c-924a-1eb061c4c909 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd3e8481c4c44cb2b4f37b8995d8197a&device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 1138 time: 0.0595679 Jul 13 18:30:14.382181 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b902ca9f-4d62-4524-b63f-16c96ad848c9 admin admin] Made reservation on behalf of bbbc5d8d55dd442db7c1dbb8d396280e for: {'network': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:30:14.384793 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b902ca9f-4d62-4524-b63f-16c96ad848c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for network, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:14.393861 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b902ca9f-4d62-4524-b63f-16c96ad848c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:14.489156 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882b426-d834-4be4-85dc-7b968e2d2907 req-adc8dfa2-585d-4a2e-952e-15a0023036d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:14.490923 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d882b426-d834-4be4-85dc-7b968e2d2907 req-adc8dfa2-585d-4a2e-952e-15a0023036d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fa0db6d2-fb58-4800-8d43-435aec164f62 HTTP/1.1" status: 200 len: 916 time: 0.1026742 Jul 13 18:30:14.519650 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b902ca9f-4d62-4524-b63f-16c96ad848c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:14.526635 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b902ca9f-4d62-4524-b63f-16c96ad848c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:14.563772 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b902ca9f-4d62-4524-b63f-16c96ad848c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=92974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 18:30:14.571156 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902ca9f-4d62-4524-b63f-16c96ad848c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:14.579776 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b902ca9f-4d62-4524-b63f-16c96ad848c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:14.580209 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.segments_db [None req-b902ca9f-4d62-4524-b63f-16c96ad848c9 admin admin] Added segment 8bd22299-4016-4b7c-afca-e19c25206232 of type vlan for network 2f2a0296-6e0e-4f05-b2f6-372acf21273d Jul 13 18:30:14.601684 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d882b426-d834-4be4-85dc-7b968e2d2907 req-1b16ffeb-ae15-49f9-be61-706693a84080 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfced1fd-df49-4d14-ab9e-b74c2738ad27 HTTP/1.1" status: 200 len: 1002 time: 0.0953641 Jul 13 18:30:14.632313 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b902ca9f-4d62-4524-b63f-16c96ad848c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737535993375'] for network, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:14.655391 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f4985-340a-4111-b718-de83e6183e99 req-9678e740-d0a3-4a2a-92ad-5527f687eac8 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:14.656904 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ef1f4985-340a-4111-b718-de83e6183e99 req-9678e740-d0a3-4a2a-92ad-5527f687eac8 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 943 time: 0.1625519 Jul 13 18:30:14.662354 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b902ca9f-4d62-4524-b63f-16c96ad848c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for network, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:14.663523 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b902ca9f-4d62-4524-b63f-16c96ad848c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:14.664156 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-b902ca9f-4d62-4524-b63f-16c96ad848c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:14.668806 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882b426-d834-4be4-85dc-7b968e2d2907 req-cdb41e04-b7e5-4f4a-8c46-58e0b7e497f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:14.670277 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d882b426-d834-4be4-85dc-7b968e2d2907 req-cdb41e04-b7e5-4f4a-8c46-58e0b7e497f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=30d42cf3-08cd-4421-acf6-630ee173cb1c HTTP/1.1" status: 200 len: 854 time: 0.0630674 Jul 13 18:30:14.721129 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-b902ca9f-4d62-4524-b63f-16c96ad848c9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4614618 Jul 13 18:30:14.721682 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 41664) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:14.724945 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902ca9f-4d62-4524-b63f-16c96ad848c9 admin admin] Pushing event updated for resources: {'Network': ['ID=2f2a0296-6e0e-4f05-b2f6-372acf21273d,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:14.726805 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-d4acba66-1de0-4f55-ac70-0d93d6ceced9 admin admin] Request body: {'subnet': {'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-609246115-subnet', 'tenant_id': 'bbbc5d8d55dd442db7c1dbb8d396280e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:30:14.736698 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Network 2f2a0296-6e0e-4f05-b2f6-372acf21273d details requested by agent ovs-agent-dv-cinder-786928-3-iscsi with host dv-cinder-786928-3-iscsi {{(pid=92975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 18:30:14.756820 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ef1f4985-340a-4111-b718-de83e6183e99 req-8b111c7f-5f61-4a2e-8507-e3477f153ce5 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907516 Jul 13 18:30:14.774251 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4acba66-1de0-4f55-ac70-0d93d6ceced9 admin admin] Made reservation on behalf of bbbc5d8d55dd442db7c1dbb8d396280e for: {'subnet': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:30:14.776968 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d4acba66-1de0-4f55-ac70-0d93d6ceced9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8946667'] for subnet, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:14.831118 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882b426-d834-4be4-85dc-7b968e2d2907 req-3d0295e1-45fc-4858-8cf6-8aed0c9a33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:14.832576 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d882b426-d834-4be4-85dc-7b968e2d2907 req-3d0295e1-45fc-4858-8cf6-8aed0c9a33f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fa0db6d2-fb58-4800-8d43-435aec164f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1497347 Jul 13 18:30:14.970097 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d882b426-d834-4be4-85dc-7b968e2d2907 req-b4263bf9-90da-4a24-b7da-c2771c87ad4f service neutron] 10.222.0.32 "GET /v2.0/networks/fa0db6d2-fb58-4800-8d43-435aec164f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294358 Jul 13 18:30:15.069268 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d4acba66-1de0-4f55-ac70-0d93d6ceced9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8946649'] for subnet, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:15.131429 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d882b426-d834-4be4-85dc-7b968e2d2907 req-cc565ca1-428e-4241-a36a-f979c854b914 service neutron] 10.222.0.32 "GET /v2.0/networks/fa0db6d2-fb58-4800-8d43-435aec164f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545026 Jul 13 18:30:15.150482 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acba66-1de0-4f55-ac70-0d93d6ceced9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5829392-ac62-4089-bc42-3eab0b487c17,revision_number=0']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:15.154967 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4acba66-1de0-4f55-ac70-0d93d6ceced9 admin admin] Checking segment: {'id': '8bd22299-4016-4b7c-afca-e19c25206232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:30:15.155321 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4acba66-1de0-4f55-ac70-0d93d6ceced9 admin admin] Network hostable DHCP agents. Network: 2f2a0296-6e0e-4f05-b2f6-372acf21273d, hostable agents: ['65b15fd5-f86c-4cf1-b54a-6ad638ce2cca'], hosted agents: [] {{(pid=92973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 18:30:15.173404 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4acba66-1de0-4f55-ac70-0d93d6ceced9 admin admin] Network 2f2a0296-6e0e-4f05-b2f6-372acf21273d is scheduled to be hosted by DHCP agent 65b15fd5-f86c-4cf1-b54a-6ad638ce2cca with binding_index 1 {{(pid=92973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 18:30:15.182510 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-d4acba66-1de0-4f55-ac70-0d93d6ceced9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-3-iscsi, 2f2a0296-6e0e-4f05-b2f6-372acf21273d) {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:30:15.186495 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4acba66-1de0-4f55-ac70-0d93d6ceced9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:15.187075 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d4acba66-1de0-4f55-ac70-0d93d6ceced9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:15.191166 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5878ea-46b9-4518-b0b7-81a4852e8f25 None None] Network 2f2a0296-6e0e-4f05-b2f6-372acf21273d requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:30:15.202040 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-d4acba66-1de0-4f55-ac70-0d93d6ceced9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4794388 Jul 13 18:30:15.337290 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb10e64-1a9b-4099-83bb-ed4d5c777e0d None None] Network 2f2a0296-6e0e-4f05-b2f6-372acf21273d requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:30:15.542646 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:30:15.652702 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-f87d10e8-94be-4973-8fa1-1528f44f20f2 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:15.654278 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-f87d10e8-94be-4973-8fa1-1528f44f20f2 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/networks?id=2f2a0296-6e0e-4f05-b2f6-372acf21273d HTTP/1.1" status: 200 len: 814 time: 0.1109390 Jul 13 18:30:15.669854 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-45a8461e-0024-42b4-b564-35cf245584e1 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/quotas/bbbc5d8d55dd442db7c1dbb8d396280e HTTP/1.1" status: 200 len: 375 time: 0.0101399 Jul 13 18:30:15.707859 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-57509ea9-6178-4d65-a0f5-2c5eec55085e tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bbbc5d8d55dd442db7c1dbb8d396280e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323575 Jul 13 18:30:15.856043 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-69acef43-8e08-45d3-9c73-5358dd56f6b4 service neutron] 10.222.0.11 "GET /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404488 Jul 13 18:30:16.277026 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-bddde4c5-a244-4d32-9231-32148b04d9d1 service neutron] 10.222.0.11 "GET /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151375 Jul 13 18:30:16.294788 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79f66f-aed1-44cb-a615-98e34fad3a72 req-0730a204-d962-4cd0-a346-7fcfd3426195 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:16.296641 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4a79f66f-aed1-44cb-a615-98e34fad3a72 req-0730a204-d962-4cd0-a346-7fcfd3426195 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 943 time: 0.3894248 Jul 13 18:30:16.341712 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4a79f66f-aed1-44cb-a615-98e34fad3a72 req-da6b7b2a-0f69-43cd-a898-5166601e1c23 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387468 Jul 13 18:30:16.501331 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9cf8032b-43ac-4e65-a1dd-2a7ab8a97f7f req-1bdfa15e-3138-4c1f-a577-5399f4cb19e3 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6dc3f3e-e702-4987-9608-e7d343defcb0 HTTP/1.1" status: 200 len: 210 time: 0.0419133 Jul 13 18:30:16.836417 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 749003fb-09d2-479c-93b7-1cde321db16e details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:30:16.945110 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 749003fb-09d2-479c-93b7-1cde321db16e, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=749003fb-09d2-479c-93b7-1cde321db16e,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:16.958043 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': '749003fb-09d2-479c-93b7-1cde321db16e', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'port_id': '749003fb-09d2-479c-93b7-1cde321db16e', 'mac_address': 'fa:16:3e:cb:1a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:30:17.006261 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:17.019307 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749003fb-09d2-479c-93b7-1cde321db16e {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:30:17.043469 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 749003fb-09d2-479c-93b7-1cde321db16e, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=749003fb-09d2-479c-93b7-1cde321db16e,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:17.048748 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:17.099872 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=749003fb-09d2-479c-93b7-1cde321db16e,revision_number=9']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:17.434775 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['749003fb-09d2-479c-93b7-1cde321db16e'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:30:17.591819 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d871e-c5ea-4b0c-aa19-d17b67c47482 req-6604ee53-4a06-4d27-837e-d72cbb07196c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:17.603949 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-be6d871e-c5ea-4b0c-aa19-d17b67c47482 req-6604ee53-4a06-4d27-837e-d72cbb07196c tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 944 time: 0.1211834 Jul 13 18:30:17.756559 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-be6d871e-c5ea-4b0c-aa19-d17b67c47482 req-db447249-565c-4faa-9933-d3fb3581c949 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365349 Jul 13 18:30:17.798310 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8b70c381-255a-49bd-aac4-db503edba845 req-809a3152-c554-4992-8c5a-f619ef88fb54 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6dc3f3e-e702-4987-9608-e7d343defcb0 HTTP/1.1" status: 200 len: 210 time: 0.0982559 Jul 13 18:30:17.864582 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-683839e1-5d39-470c-a808-a5125e09e8d3 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:17.866410 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-683839e1-5d39-470c-a808-a5125e09e8d3 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.32 "GET /v2.0/networks?id=2f2a0296-6e0e-4f05-b2f6-372acf21273d HTTP/1.1" status: 200 len: 814 time: 0.2075627 Jul 13 18:30:17.886984 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Request body: {'port': {'device_id': 'c6dc3f3e-e702-4987-9608-e7d343defcb0', 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d', 'admin_state_up': True, 'tenant_id': 'bbbc5d8d55dd442db7c1dbb8d396280e'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:30:18.014523 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Made reservation on behalf of bbbc5d8d55dd442db7c1dbb8d396280e for: {'port': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:30:18.018095 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:18.143139 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Allocated IP 172.20.0.5 (2f2a0296-6e0e-4f05-b2f6-372acf21273d/a5829392-ac62-4089-bc42-3eab0b487c17/f727f5c1-d091-408e-91cb-8f9f9b133cbb) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:30:18.296694 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:18.335214 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:18.379658 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Network 2f2a0296-6e0e-4f05-b2f6-372acf21273d is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:30:18.382917 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:30:18.386934 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:30:18.393363 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Pushing event updated for resources: {'Port': ['ID=f727f5c1-d091-408e-91cb-8f9f9b133cbb,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:18.424435 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:18.424776 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:18.425111 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:18.425441 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:18.425764 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:18.426086 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:18.426420 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:18.427333 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:18.427694 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:18.428019 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:18.428471 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:18.428909 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:18.452742 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:18.453343 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:18.468476 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-87381d7a-9504-4dbe-8967-cb3d4e828f9f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5863194 Jul 13 18:30:18.494579 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-c4ae80cf-3ddd-44d5-b99f-2924e4596831 service neutron] Request body: {'port': {'device_id': 'c6dc3f3e-e702-4987-9608-e7d343defcb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:30:18.566503 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-c4ae80cf-3ddd-44d5-b99f-2924e4596831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:18.837389 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 749003fb-09d2-479c-93b7-1cde321db16e up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:30:18.846964 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-c4ae80cf-3ddd-44d5-b99f-2924e4596831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f727f5c1-d091-408e-91cb-8f9f9b133cbb {{(pid=92973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:30:18.856265 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-c4ae80cf-3ddd-44d5-b99f-2924e4596831 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:18.876677 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-c4ae80cf-3ddd-44d5-b99f-2924e4596831 service neutron] Transition to ACTIVE for port object f727f5c1-d091-408e-91cb-8f9f9b133cbb will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:30:18.881903 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-c4ae80cf-3ddd-44d5-b99f-2924e4596831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:18.894720 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port 749003fb-09d2-479c-93b7-1cde321db16e triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:30:18.895101 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:18.976654 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae80cf-3ddd-44d5-b99f-2924e4596831 service neutron] Pushing event updated for resources: {'Port': ['ID=f727f5c1-d091-408e-91cb-8f9f9b133cbb,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:18.983463 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:19.006575 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b081fe-25f8-46c7-b4c0-2c1dffde8362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749003fb-09d2-479c-93b7-1cde321db16e'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:30:19.008920 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b446678-9cbd-4da4-b489-91c3f1604834" -d '{"events": [{"server_uuid": "06b081fe-25f8-46c7-b4c0-2c1dffde8362", "name": "network-vif-plugged", "status": "completed", "tag": "749003fb-09d2-479c-93b7-1cde321db16e"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:30:19.021954 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 749003fb-09d2-479c-93b7-1cde321db16e, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=749003fb-09d2-479c-93b7-1cde321db16e,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:19.030767 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:19.081290 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=749003fb-09d2-479c-93b7-1cde321db16e,revision_number=10']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:19.106189 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6005ed0-7d90-4591-b843-b19a4aa81fda req-237c1feb-4660-434c-bc79-02ea4fa5165b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:19.107744 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e6005ed0-7d90-4591-b843-b19a4aa81fda req-237c1feb-4660-434c-bc79-02ea4fa5165b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 944 time: 0.2224846 Jul 13 18:30:19.111974 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-c4ae80cf-3ddd-44d5-b99f-2924e4596831 service neutron] Attempting to bind port f727f5c1-d091-408e-91cb-8f9f9b133cbb on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:30:19.112310 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-c4ae80cf-3ddd-44d5-b99f-2924e4596831 service neutron] Attempting to bind port f727f5c1-d091-408e-91cb-8f9f9b133cbb by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '8bd22299-4016-4b7c-afca-e19c25206232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:30:19.112630 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-c4ae80cf-3ddd-44d5-b99f-2924e4596831 service neutron] Attempting to bind port f727f5c1-d091-408e-91cb-8f9f9b133cbb on network 2f2a0296-6e0e-4f05-b2f6-372acf21273d {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:30:19.127568 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-c4ae80cf-3ddd-44d5-b99f-2924e4596831 service neutron] Port f727f5c1-d091-408e-91cb-8f9f9b133cbb on network 2f2a0296-6e0e-4f05-b2f6-372acf21273d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 18:30:19.127911 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-c4ae80cf-3ddd-44d5-b99f-2924e4596831 service neutron] Attempting to bind port f727f5c1-d091-408e-91cb-8f9f9b133cbb on network 2f2a0296-6e0e-4f05-b2f6-372acf21273d {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:30:19.152260 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bf18d-66cd-4add-a03d-231748659e24 req-ba036504-31cc-4564-b993-59051e5994bc tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:19.153740 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-868bf18d-66cd-4add-a03d-231748659e24 req-ba036504-31cc-4564-b993-59051e5994bc tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6dc3f3e-e702-4987-9608-e7d343defcb0 HTTP/1.1" status: 200 len: 943 time: 0.1838307 Jul 13 18:30:19.156834 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-c4ae80cf-3ddd-44d5-b99f-2924e4596831 service neutron] Checking agent: {'id': '42658009-1da3-417e-95f4-9a37477be153', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'started_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:30:19.157169 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-c4ae80cf-3ddd-44d5-b99f-2924e4596831 service neutron] Checking segment: {'id': '8bd22299-4016-4b7c-afca-e19c25206232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:30:19.157549 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-c4ae80cf-3ddd-44d5-b99f-2924e4596831 service neutron] Bound using segment: {'id': '8bd22299-4016-4b7c-afca-e19c25206232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:30:19.157987 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-c4ae80cf-3ddd-44d5-b99f-2924e4596831 service neutron] Bound port: f727f5c1-d091-408e-91cb-8f9f9b133cbb, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd22299-4016-4b7c-afca-e19c25206232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:30:19.158344 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-c4ae80cf-3ddd-44d5-b99f-2924e4596831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:19.193264 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e6005ed0-7d90-4591-b843-b19a4aa81fda req-d9098ea0-2acc-44fd-8baf-5a97a9eaf37f tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775642 Jul 13 18:30:19.238867 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-868bf18d-66cd-4add-a03d-231748659e24 req-13fd6110-a227-4eb1-bdf2-9db86bb6d623 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767119 Jul 13 18:30:19.245601 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb06eec-efb5-4396-92d9-7771f987dff2 x-openstack-request-id: req-efb06eec-efb5-4396-92d9-7771f987dff2 {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:30:19.246366 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b081fe-25f8-46c7-b4c0-2c1dffde8362", "name": "network-vif-plugged", "status": "completed", "tag": "749003fb-09d2-479c-93b7-1cde321db16e", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:30:19.246366 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-efb06eec-efb5-4396-92d9-7771f987dff2 {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:30:19.246754 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b081fe-25f8-46c7-b4c0-2c1dffde8362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749003fb-09d2-479c-93b7-1cde321db16e', 'code': 200} Jul 13 18:30:19.269362 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-c4ae80cf-3ddd-44d5-b99f-2924e4596831 service neutron] For port f727f5c1-d091-408e-91cb-8f9f9b133cbb, host hv-cinder-78692, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:30:19.273460 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-c4ae80cf-3ddd-44d5-b99f-2924e4596831 service neutron] For port f727f5c1-d091-408e-91cb-8f9f9b133cbb, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f727f5c1-d091-408e-91cb-8f9f9b133cbb,segment=NetworkSegment(8bd22299-4016-4b7c-afca-e19c25206232),segment_id=8bd22299-4016-4b7c-afca-e19c25206232)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:30:19.282477 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-c4ae80cf-3ddd-44d5-b99f-2924e4596831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:19.318301 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-c4ae80cf-3ddd-44d5-b99f-2924e4596831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:19.318916 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-c4ae80cf-3ddd-44d5-b99f-2924e4596831 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:19.320335 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-c4ae80cf-3ddd-44d5-b99f-2924e4596831 service neutron] 10.222.0.32 "PUT /v2.0/ports/f727f5c1-d091-408e-91cb-8f9f9b133cbb HTTP/1.1" status: 200 len: 1093 time: 0.8321478 Jul 13 18:30:19.320786 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dc3f3e-e702-4987-9608-e7d343defcb0', 'tag': 'f727f5c1-d091-408e-91cb-8f9f9b133cbb'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:30:19.323008 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67c55d0-0185-4dfd-9e39-e477fbb826b8" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dc3f3e-e702-4987-9608-e7d343defcb0", "tag": "f727f5c1-d091-408e-91cb-8f9f9b133cbb"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:30:19.358924 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae80cf-3ddd-44d5-b99f-2924e4596831 service neutron] Pushing event updated for resources: {'Port': ['ID=f727f5c1-d091-408e-91cb-8f9f9b133cbb,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:19.370616 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ebf24b-ec64-4fae-9c5f-d8f1d7d4691d x-openstack-request-id: req-b7ebf24b-ec64-4fae-9c5f-d8f1d7d4691d {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:30:19.370903 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dc3f3e-e702-4987-9608-e7d343defcb0", "tag": "f727f5c1-d091-408e-91cb-8f9f9b133cbb", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:30:19.371157 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b7ebf24b-ec64-4fae-9c5f-d8f1d7d4691d {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:30:19.371552 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dc3f3e-e702-4987-9608-e7d343defcb0', 'tag': 'f727f5c1-d091-408e-91cb-8f9f9b133cbb', 'status': 'completed', 'code': 200} Jul 13 18:30:19.465797 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-765794e4-c660-4408-8bf6-45c3aaf5a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:19.467298 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-765794e4-c660-4408-8bf6-45c3aaf5a6fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbbc5d8d55dd442db7c1dbb8d396280e&device_id=c6dc3f3e-e702-4987-9608-e7d343defcb0 HTTP/1.1" status: 200 len: 1096 time: 0.0574934 Jul 13 18:30:19.503352 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf82f6e-aaed-4e7a-a25c-28640f47cbee req-10787d64-4e8b-4906-9fdd-f4ff2659ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:19.504933 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-2cf82f6e-aaed-4e7a-a25c-28640f47cbee req-10787d64-4e8b-4906-9fdd-f4ff2659ae3e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 1099 time: 0.0533042 Jul 13 18:30:19.515975 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-09eabdf9-7698-4ca1-aca7-78a1522fabc6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f727f5c1-d091-408e-91cb-8f9f9b133cbb HTTP/1.1" status: 200 len: 217 time: 0.0341527 Jul 13 18:30:19.542624 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-2cf82f6e-aaed-4e7a-a25c-28640f47cbee req-e95ac060-7f77-4771-892d-03d35dce7a60 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311122 Jul 13 18:30:19.568722 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-577769e5-ecc3-4895-9554-b45f73bb2e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:19.570213 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-577769e5-ecc3-4895-9554-b45f73bb2e10 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a5829392-ac62-4089-bc42-3eab0b487c17 HTTP/1.1" status: 200 len: 854 time: 0.0476379 Jul 13 18:30:19.867903 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-c6eec474-dcb0-4665-8716-449c20df8e71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f2a0296-6e0e-4f05-b2f6-372acf21273d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264702 Jul 13 18:30:19.956572 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-60c2f18e-1930-47c3-975a-19929f761719 service neutron] 10.222.0.32 "GET /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794282 Jul 13 18:30:20.054746 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bf69acc5-9811-4574-98d5-5940f41dcd2b req-60786ac4-19fe-4978-aea5-de115ab20223 service neutron] 10.222.0.32 "GET /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852098 Jul 13 18:30:20.209254 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c55d0-0185-4dfd-9e39-e477fbb826b8 req-98b0f8dc-b143-4e20-9752-3932fc3cbeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:20.210826 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d67c55d0-0185-4dfd-9e39-e477fbb826b8 req-98b0f8dc-b143-4e20-9752-3932fc3cbeb9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbbc5d8d55dd442db7c1dbb8d396280e&device_id=c6dc3f3e-e702-4987-9608-e7d343defcb0 HTTP/1.1" status: 200 len: 1096 time: 0.0554936 Jul 13 18:30:20.318388 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c55d0-0185-4dfd-9e39-e477fbb826b8 req-c3adba0e-a1cc-4bc7-8ca1-ea835bc6c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:20.320133 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d67c55d0-0185-4dfd-9e39-e477fbb826b8 req-c3adba0e-a1cc-4bc7-8ca1-ea835bc6c37c service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f2a0296-6e0e-4f05-b2f6-372acf21273d HTTP/1.1" status: 200 len: 915 time: 0.1007020 Jul 13 18:30:20.387617 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d67c55d0-0185-4dfd-9e39-e477fbb826b8 req-5b9384ab-4e64-4e11-8717-52c6e193aebd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f727f5c1-d091-408e-91cb-8f9f9b133cbb HTTP/1.1" status: 200 len: 217 time: 0.0551379 Jul 13 18:30:20.499797 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bec66-b796-4369-95ef-d1084d0892cd req-fb370c60-1868-44ae-96c7-63b73f53c13d tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:20.501546 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-521bec66-b796-4369-95ef-d1084d0892cd req-fb370c60-1868-44ae-96c7-63b73f53c13d tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 946 time: 0.1783569 Jul 13 18:30:20.502918 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c55d0-0185-4dfd-9e39-e477fbb826b8 req-7f1e89af-a789-4112-8b38-ac45ebc20318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:20.504273 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d67c55d0-0185-4dfd-9e39-e477fbb826b8 req-7f1e89af-a789-4112-8b38-ac45ebc20318 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a5829392-ac62-4089-bc42-3eab0b487c17 HTTP/1.1" status: 200 len: 854 time: 0.0851982 Jul 13 18:30:20.541791 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43817994-000f-4d81-8c3f-7785fd41e0d6 req-8b6c5ac7-c245-490c-b13c-b17f48a53faa tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:20.543257 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-43817994-000f-4d81-8c3f-7785fd41e0d6 req-8b6c5ac7-c245-490c-b13c-b17f48a53faa tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6dc3f3e-e702-4987-9608-e7d343defcb0 HTTP/1.1" status: 200 len: 943 time: 0.1599565 Jul 13 18:30:20.564998 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d67c55d0-0185-4dfd-9e39-e477fbb826b8 req-8b523e5a-b78a-4c38-ba37-5b8e87a94328 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f2a0296-6e0e-4f05-b2f6-372acf21273d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486665 Jul 13 18:30:20.647979 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-521bec66-b796-4369-95ef-d1084d0892cd req-dc0345f4-9143-4562-8502-0f88c45fbea4 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390121 Jul 13 18:30:20.657289 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-43817994-000f-4d81-8c3f-7785fd41e0d6 req-0ed87e58-32a8-40ee-ba02-6e8f41ac7129 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947442 Jul 13 18:30:20.700471 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d67c55d0-0185-4dfd-9e39-e477fbb826b8 req-8a2428d8-ce81-4b77-acf8-6c8ae5fd503c service neutron] 10.222.0.32 "GET /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191111 Jul 13 18:30:20.866297 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d67c55d0-0185-4dfd-9e39-e477fbb826b8 req-a1465672-7513-4760-a9ec-636798f1c76b service neutron] 10.222.0.32 "GET /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077864 Jul 13 18:30:21.867025 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed078046-2da7-491c-9c29-4074400c0797 req-26701e9d-a473-4f74-bb96-3774af3fe110 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:21.868550 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ed078046-2da7-491c-9c29-4074400c0797 req-26701e9d-a473-4f74-bb96-3774af3fe110 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 946 time: 0.1038396 Jul 13 18:30:21.876898 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5df0d-21a2-4891-b17d-34b98db64a08 req-931e793d-f936-4eb2-b99b-1e0429f3ce8e tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:21.878233 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-03e5df0d-21a2-4891-b17d-34b98db64a08 req-931e793d-f936-4eb2-b99b-1e0429f3ce8e tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6dc3f3e-e702-4987-9608-e7d343defcb0 HTTP/1.1" status: 200 len: 943 time: 0.1037955 Jul 13 18:30:21.924004 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ed078046-2da7-491c-9c29-4074400c0797 req-a3e28b81-24a8-4461-90a8-3190e27ed591 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448189 Jul 13 18:30:21.940052 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-03e5df0d-21a2-4891-b17d-34b98db64a08 req-42fadecc-c076-4161-a84b-0b396d83a262 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550516 Jul 13 18:30:22.868791 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device f727f5c1-d091-408e-91cb-8f9f9b133cbb details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:30:22.963404 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port f727f5c1-d091-408e-91cb-8f9f9b133cbb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f727f5c1-d091-408e-91cb-8f9f9b133cbb,segment=NetworkSegment(8bd22299-4016-4b7c-afca-e19c25206232),segment_id=8bd22299-4016-4b7c-afca-e19c25206232)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:22.975178 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': 'f727f5c1-d091-408e-91cb-8f9f9b133cbb', 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d', 'port_id': 'f727f5c1-d091-408e-91cb-8f9f9b133cbb', 'mac_address': 'fa:16:3e:1e:34:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5829392-ac62-4089-bc42-3eab0b487c17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:30:23.012584 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:23.025119 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f727f5c1-d091-408e-91cb-8f9f9b133cbb {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:30:23.045296 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port f727f5c1-d091-408e-91cb-8f9f9b133cbb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f727f5c1-d091-408e-91cb-8f9f9b133cbb,segment=NetworkSegment(8bd22299-4016-4b7c-afca-e19c25206232),segment_id=8bd22299-4016-4b7c-afca-e19c25206232)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:23.049715 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:23.098488 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=f727f5c1-d091-408e-91cb-8f9f9b133cbb,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:23.127486 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60579e5-b1c9-4924-a9a6-203c96da6efb req-8d71ba58-a666-4158-82fe-b4fac7967a0f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:23.128937 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d60579e5-b1c9-4924-a9a6-203c96da6efb req-8d71ba58-a666-4158-82fe-b4fac7967a0f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6dc3f3e-e702-4987-9608-e7d343defcb0 HTTP/1.1" status: 200 len: 944 time: 0.0695500 Jul 13 18:30:23.166774 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d60579e5-b1c9-4924-a9a6-203c96da6efb req-f5b4821c-0f1d-43c7-9bc2-cca6216d8467 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321290 Jul 13 18:30:23.384253 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['f727f5c1-d091-408e-91cb-8f9f9b133cbb'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:30:24.343707 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e37ec4-4e3f-405d-b465-493f6d10fca5 req-4537fba7-e617-4f08-977c-8b7a072942a8 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:24.345206 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b9e37ec4-4e3f-405d-b465-493f6d10fca5 req-4537fba7-e617-4f08-977c-8b7a072942a8 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6dc3f3e-e702-4987-9608-e7d343defcb0 HTTP/1.1" status: 200 len: 944 time: 0.0655806 Jul 13 18:30:24.384503 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b9e37ec4-4e3f-405d-b465-493f6d10fca5 req-60961fa0-b0d5-42c6-ad13-ca1e40231843 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335398 Jul 13 18:30:24.869732 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device f727f5c1-d091-408e-91cb-8f9f9b133cbb up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:30:24.918047 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning for port f727f5c1-d091-408e-91cb-8f9f9b133cbb completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:30:24.921737 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port f727f5c1-d091-408e-91cb-8f9f9b133cbb triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:30:24.922109 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:25.113054 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:25.136406 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dc3f3e-e702-4987-9608-e7d343defcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f727f5c1-d091-408e-91cb-8f9f9b133cbb'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:30:25.138517 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0525e7-56a1-4277-bee7-09cc31efeaac" -d '{"events": [{"server_uuid": "c6dc3f3e-e702-4987-9608-e7d343defcb0", "name": "network-vif-plugged", "status": "completed", "tag": "f727f5c1-d091-408e-91cb-8f9f9b133cbb"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:30:25.150562 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port f727f5c1-d091-408e-91cb-8f9f9b133cbb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f727f5c1-d091-408e-91cb-8f9f9b133cbb,segment=NetworkSegment(8bd22299-4016-4b7c-afca-e19c25206232),segment_id=8bd22299-4016-4b7c-afca-e19c25206232)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:25.155319 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:25.178258 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fe7467-1ae7-42da-85b2-6de5c87e3d8c x-openstack-request-id: req-a0fe7467-1ae7-42da-85b2-6de5c87e3d8c {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:30:25.178554 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dc3f3e-e702-4987-9608-e7d343defcb0", "name": "network-vif-plugged", "status": "completed", "tag": "f727f5c1-d091-408e-91cb-8f9f9b133cbb", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:30:25.178802 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a0fe7467-1ae7-42da-85b2-6de5c87e3d8c {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:30:25.179317 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dc3f3e-e702-4987-9608-e7d343defcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f727f5c1-d091-408e-91cb-8f9f9b133cbb', 'code': 200} Jul 13 18:30:25.203377 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=f727f5c1-d091-408e-91cb-8f9f9b133cbb,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:25.453445 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1954802-70cb-48c6-b62e-ee4d2db5122d req-8f15eec8-bd8a-437f-8bcb-9fc9cd82a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:25.454930 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a1954802-70cb-48c6-b62e-ee4d2db5122d req-8f15eec8-bd8a-437f-8bcb-9fc9cd82a0e5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c6dc3f3e-e702-4987-9608-e7d343defcb0 HTTP/1.1" status: 200 len: 1098 time: 0.0568199 Jul 13 18:30:25.489399 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a1954802-70cb-48c6-b62e-ee4d2db5122d req-05e03efb-db2c-42bc-96f6-432e83064da8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276222 Jul 13 18:30:25.557768 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d917e62-e6eb-4bee-bc41-6ea3a20c84e2 req-6f3256cd-8b5a-45d0-8f41-37b889582a00 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:25.559240 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1d917e62-e6eb-4bee-bc41-6ea3a20c84e2 req-6f3256cd-8b5a-45d0-8f41-37b889582a00 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6dc3f3e-e702-4987-9608-e7d343defcb0 HTTP/1.1" status: 200 len: 945 time: 0.0624542 Jul 13 18:30:25.597068 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1d917e62-e6eb-4bee-bc41-6ea3a20c84e2 req-0bd2064a-3fb2-4abc-93a7-e48848688c62 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322335 Jul 13 18:30:26.782348 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980da15-2de1-4b1c-b78f-83e370bf5943 req-e9bc4e49-aec4-4bb0-a9d8-33f4a1d4c129 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:26.784452 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9980da15-2de1-4b1c-b78f-83e370bf5943 req-e9bc4e49-aec4-4bb0-a9d8-33f4a1d4c129 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6dc3f3e-e702-4987-9608-e7d343defcb0 HTTP/1.1" status: 200 len: 945 time: 0.0695269 Jul 13 18:30:26.828023 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9980da15-2de1-4b1c-b78f-83e370bf5943 req-285ee481-ad52-4848-a111-178fe47a9920 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368507 Jul 13 18:30:28.048414 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dfa94-4ef2-4464-8645-f2d7c41215ff req-5b111e0f-0002-4920-bb15-6a89e93ed6b1 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:28.050826 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4a3dfa94-4ef2-4464-8645-f2d7c41215ff req-5b111e0f-0002-4920-bb15-6a89e93ed6b1 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6dc3f3e-e702-4987-9608-e7d343defcb0 HTTP/1.1" status: 200 len: 945 time: 0.0998573 Jul 13 18:30:28.092781 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4a3dfa94-4ef2-4464-8645-f2d7c41215ff req-d9b7d759-8c9c-4faa-8e7a-cbce6451997c tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351532 Jul 13 18:30:37.542945 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b3751-8895-4651-aa28-b63afe49f720 req-e187c8d8-2c7a-48e3-ae4a-fcaa61a6d36b tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:37.544419 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a80b3751-8895-4651-aa28-b63afe49f720 req-e187c8d8-2c7a-48e3-ae4a-fcaa61a6d36b tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/networks?id=2f2a0296-6e0e-4f05-b2f6-372acf21273d HTTP/1.1" status: 200 len: 814 time: 0.1137397 Jul 13 18:30:37.560337 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a80b3751-8895-4651-aa28-b63afe49f720 req-8de516d0-e2ba-4a4b-b62c-f325f27ed6cd tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/quotas/bbbc5d8d55dd442db7c1dbb8d396280e HTTP/1.1" status: 200 len: 375 time: 0.0103195 Jul 13 18:30:37.635451 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a80b3751-8895-4651-aa28-b63afe49f720 req-194dc8fe-9574-4d31-9d39-67437eca65e3 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bbbc5d8d55dd442db7c1dbb8d396280e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0695343 Jul 13 18:30:37.726999 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a80b3751-8895-4651-aa28-b63afe49f720 req-f2b086b6-69a2-4707-b9e0-34ab70b5862b service neutron] 10.222.0.11 "GET /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847750 Jul 13 18:30:37.822798 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a80b3751-8895-4651-aa28-b63afe49f720 req-7ce33f05-de94-41a2-a0e8-a286fce341f6 service neutron] 10.222.0.11 "GET /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899799 Jul 13 18:30:38.016172 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9048b636-83b2-4674-93b7-604798dd1613 req-727f94c9-2230-475e-a164-cf7e2f0e8836 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac545db5-1f61-47fe-9ce3-5dc725136dde HTTP/1.1" status: 200 len: 210 time: 0.0328732 Jul 13 18:30:38.920194 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-07ff9a9c-7064-4008-834f-1a2579e32cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:39.002428 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-726e8c52-ccf8-455e-b3bd-597d5ccb2917 req-4c749426-b132-4eef-ad12-206a1c9c6ffd tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-517846199&fields=id&tenant_id=cd3e8481c4c44cb2b4f37b8995d8197a HTTP/1.1" status: 200 len: 267 time: 0.0360508 Jul 13 18:30:39.079995 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e8c52-ccf8-455e-b3bd-597d5ccb2917 req-238ee426-45d5-4462-888b-81421d114e38 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:39.081712 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-726e8c52-ccf8-455e-b3bd-597d5ccb2917 req-238ee426-45d5-4462-888b-81421d114e38 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 985 time: 0.0727723 Jul 13 18:30:39.096503 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-726e8c52-ccf8-455e-b3bd-597d5ccb2917 req-ee863106-84f9-4f26-a761-8ecbb9ffe3fa tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Request body: {'port': {'security_groups': ['1741a482-8481-4c7f-843e-1532cd857613']}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:30:39.199517 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ca99216b-ba91-4bfa-8abe-9341eabac209 req-f1cba4dc-39de-4c9f-a41c-ae9c13f494c4 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac545db5-1f61-47fe-9ce3-5dc725136dde HTTP/1.1" status: 200 len: 210 time: 0.0349936 Jul 13 18:30:39.241105 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-726e8c52-ccf8-455e-b3bd-597d5ccb2917 req-ee863106-84f9-4f26-a761-8ecbb9ffe3fa tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:39.419544 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:39.469756 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b3751-8895-4651-aa28-b63afe49f720 req-0757362a-88bf-41ba-b9cb-bfa80393c00d tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:39.471240 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a80b3751-8895-4651-aa28-b63afe49f720 req-0757362a-88bf-41ba-b9cb-bfa80393c00d tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.32 "GET /v2.0/networks?id=2f2a0296-6e0e-4f05-b2f6-372acf21273d HTTP/1.1" status: 200 len: 814 time: 0.1886582 Jul 13 18:30:39.496391 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-a80b3751-8895-4651-aa28-b63afe49f720 req-501ec860-c057-4729-8878-293f12dd6d2e tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Request body: {'port': {'device_id': 'ac545db5-1f61-47fe-9ce3-5dc725136dde', 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d', 'admin_state_up': True, 'tenant_id': 'bbbc5d8d55dd442db7c1dbb8d396280e'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:30:39.581752 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-726e8c52-ccf8-455e-b3bd-597d5ccb2917 req-ee863106-84f9-4f26-a761-8ecbb9ffe3fa tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] For port dfced1fd-df49-4d14-ab9e-b74c2738ad27, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dfced1fd-df49-4d14-ab9e-b74c2738ad27,segment=NetworkSegment(82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1),segment_id=82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:39.642401 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-726e8c52-ccf8-455e-b3bd-597d5ccb2917 req-ee863106-84f9-4f26-a761-8ecbb9ffe3fa tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:39.650619 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-726e8c52-ccf8-455e-b3bd-597d5ccb2917 req-ee863106-84f9-4f26-a761-8ecbb9ffe3fa tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:39.691632 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['dfced1fd-df49-4d14-ab9e-b74c2738ad27'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:30:39.722383 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e8c52-ccf8-455e-b3bd-597d5ccb2917 req-ee863106-84f9-4f26-a761-8ecbb9ffe3fa tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:39.723054 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-726e8c52-ccf8-455e-b3bd-597d5ccb2917 req-ee863106-84f9-4f26-a761-8ecbb9ffe3fa tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:39.728953 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-726e8c52-ccf8-455e-b3bd-597d5ccb2917 req-ee863106-84f9-4f26-a761-8ecbb9ffe3fa tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "PUT /v2.0/ports/dfced1fd-df49-4d14-ab9e-b74c2738ad27 HTTP/1.1" status: 200 len: 943 time: 0.6377332 Jul 13 18:30:39.729796 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ea0269-4de5-4be7-a1c7-6b0cfc910368', 'tag': 'dfced1fd-df49-4d14-ab9e-b74c2738ad27'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:30:39.732037 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 41834) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:39.732919 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dd2da8-f1b1-42ae-af85-b050cd7c0ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "42ea0269-4de5-4be7-a1c7-6b0cfc910368", "tag": "dfced1fd-df49-4d14-ab9e-b74c2738ad27"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:30:39.735539 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a80b3751-8895-4651-aa28-b63afe49f720 req-501ec860-c057-4729-8878-293f12dd6d2e tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Made reservation on behalf of bbbc5d8d55dd442db7c1dbb8d396280e for: {'port': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:30:39.739418 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a80b3751-8895-4651-aa28-b63afe49f720 req-501ec860-c057-4729-8878-293f12dd6d2e tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:39.769462 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee863106-84f9-4f26-a761-8ecbb9ffe3fa tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Pushing event updated for resources: {'Port': ['ID=dfced1fd-df49-4d14-ab9e-b74c2738ad27,revision_number=7']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:39.841980 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8982c2ce-ffb9-4258-8b31-af8766624890 x-openstack-request-id: req-8982c2ce-ffb9-4258-8b31-af8766624890 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:30:39.843999 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ea0269-4de5-4be7-a1c7-6b0cfc910368", "tag": "dfced1fd-df49-4d14-ab9e-b74c2738ad27", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:30:39.846907 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8982c2ce-ffb9-4258-8b31-af8766624890 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:30:39.849652 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ea0269-4de5-4be7-a1c7-6b0cfc910368', 'tag': 'dfced1fd-df49-4d14-ab9e-b74c2738ad27', 'status': 'completed', 'code': 200} Jul 13 18:30:39.922769 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['dfced1fd-df49-4d14-ab9e-b74c2738ad27'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:30:39.926096 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5fc4c6b5-febb-40c9-a4b4-903e0152f81b tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:39.958275 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5fc4c6b5-febb-40c9-a4b4-903e0152f81b tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:40.045435 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5fc4c6b5-febb-40c9-a4b4-903e0152f81b tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:40.053830 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [req-a80b3751-8895-4651-aa28-b63afe49f720 req-501ec860-c057-4729-8878-293f12dd6d2e tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Allocated IP 172.20.0.4 (2f2a0296-6e0e-4f05-b2f6-372acf21273d/a5829392-ac62-4089-bc42-3eab0b487c17/34a13f03-508f-495c-89ce-573b6acc7b0d) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:30:40.057924 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5fc4c6b5-febb-40c9-a4b4-903e0152f81b tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:40.059405 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-5fc4c6b5-febb-40c9-a4b4-903e0152f81b tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "DELETE /v2.0/security-groups/8d079492-5738-4236-9d63-75e700448ea3 HTTP/1.1" status: 204 len: 168 time: 0.3263319 Jul 13 18:30:40.062265 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 41838) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:40.094433 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4c6b5-febb-40c9-a4b4-903e0152f81b tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d079492-5738-4236-9d63-75e700448ea3,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:40.136656 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd2da8-f1b1-42ae-af85-b050cd7c0ef1 req-f66163f8-2014-4a4e-9737-782e03d5dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:40.139280 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-45dd2da8-f1b1-42ae-af85-b050cd7c0ef1 req-f66163f8-2014-4a4e-9737-782e03d5dbd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd3e8481c4c44cb2b4f37b8995d8197a&device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 1099 time: 0.2596433 Jul 13 18:30:40.142883 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc4c6b5-febb-40c9-a4b4-903e0152f81b tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:40.144167 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc4c6b5-febb-40c9-a4b4-903e0152f81b tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:40.144641 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc4c6b5-febb-40c9-a4b4-903e0152f81b tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:40.144913 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc4c6b5-febb-40c9-a4b4-903e0152f81b tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:40.145258 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc4c6b5-febb-40c9-a4b4-903e0152f81b tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:40.146895 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc4c6b5-febb-40c9-a4b4-903e0152f81b tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:40.147388 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc4c6b5-febb-40c9-a4b4-903e0152f81b tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:40.148019 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc4c6b5-febb-40c9-a4b4-903e0152f81b tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:40.149275 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc4c6b5-febb-40c9-a4b4-903e0152f81b tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:40.149793 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc4c6b5-febb-40c9-a4b4-903e0152f81b tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:40.150070 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc4c6b5-febb-40c9-a4b4-903e0152f81b tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:40.150531 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc4c6b5-febb-40c9-a4b4-903e0152f81b tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:30:40.176238 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-5b5282a2-28a6-43d2-9ab2-6cbbf5552d22 None None] Provisioning complete for port dfced1fd-df49-4d14-ab9e-b74c2738ad27 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:30:40.176882 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-5b5282a2-28a6-43d2-9ab2-6cbbf5552d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:40.354823 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd2da8-f1b1-42ae-af85-b050cd7c0ef1 req-943d7fff-45ef-4e6f-af5a-d44bea9dc363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:40.356742 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-45dd2da8-f1b1-42ae-af85-b050cd7c0ef1 req-943d7fff-45ef-4e6f-af5a-d44bea9dc363 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fa0db6d2-fb58-4800-8d43-435aec164f62 HTTP/1.1" status: 200 len: 916 time: 0.1984992 Jul 13 18:30:40.459773 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-45dd2da8-f1b1-42ae-af85-b050cd7c0ef1 req-af8fa4a4-63ce-46f1-842a-0e3e76932c5f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfced1fd-df49-4d14-ab9e-b74c2738ad27 HTTP/1.1" status: 200 len: 1002 time: 0.0922155 Jul 13 18:30:40.487707 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3ca7ff8f-3e05-41e3-9250-e79cc566a83c req-c3b4dc51-76a0-44b9-b5d7-6d49d7f384e1 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac545db5-1f61-47fe-9ce3-5dc725136dde HTTP/1.1" status: 200 len: 210 time: 0.0668237 Jul 13 18:30:40.522492 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd2da8-f1b1-42ae-af85-b050cd7c0ef1 req-45d67c0f-e106-47cf-8319-d64a2ccd5aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:40.522492 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-45dd2da8-f1b1-42ae-af85-b050cd7c0ef1 req-45d67c0f-e106-47cf-8319-d64a2ccd5aa2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=30d42cf3-08cd-4421-acf6-630ee173cb1c HTTP/1.1" status: 200 len: 854 time: 0.0514953 Jul 13 18:30:40.588914 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd2da8-f1b1-42ae-af85-b050cd7c0ef1 req-81ea6490-5651-42c8-94a4-e7f7dc79a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:40.590421 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-45dd2da8-f1b1-42ae-af85-b050cd7c0ef1 req-81ea6490-5651-42c8-94a4-e7f7dc79a613 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fa0db6d2-fb58-4800-8d43-435aec164f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560555 Jul 13 18:30:40.622462 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a80b3751-8895-4651-aa28-b63afe49f720 req-501ec860-c057-4729-8878-293f12dd6d2e tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:40.639942 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-fd42d2d5-97bc-418d-8c5f-a46c517bcc37 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Deleting port d66fd6af-7150-463e-9cec-40a6c05f99be {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:30:40.640513 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-fd42d2d5-97bc-418d-8c5f-a46c517bcc37 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:40.703123 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-45dd2da8-f1b1-42ae-af85-b050cd7c0ef1 req-d06140eb-27d6-48d1-8803-5633494fa75a service neutron] 10.222.0.32 "GET /v2.0/networks/fa0db6d2-fb58-4800-8d43-435aec164f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041305 Jul 13 18:30:40.762959 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a80b3751-8895-4651-aa28-b63afe49f720 req-501ec860-c057-4729-8878-293f12dd6d2e tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:40.772521 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-fd42d2d5-97bc-418d-8c5f-a46c517bcc37 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:40.772833 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-fd42d2d5-97bc-418d-8c5f-a46c517bcc37 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:40.798911 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['f727f5c1-d091-408e-91cb-8f9f9b133cbb'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:30:40.821577 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a80b3751-8895-4651-aa28-b63afe49f720 req-501ec860-c057-4729-8878-293f12dd6d2e tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Network 2f2a0296-6e0e-4f05-b2f6-372acf21273d is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:30:40.822603 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-fd42d2d5-97bc-418d-8c5f-a46c517bcc37 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Calling delete_port for d66fd6af-7150-463e-9cec-40a6c05f99be owned by network:floatingip {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:30:40.828850 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [req-a80b3751-8895-4651-aa28-b63afe49f720 req-501ec860-c057-4729-8878-293f12dd6d2e tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:30:40.833769 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-45dd2da8-f1b1-42ae-af85-b050cd7c0ef1 req-48716d65-0c5a-46bf-a3d3-ea536a8f1891 service neutron] 10.222.0.32 "GET /v2.0/networks/fa0db6d2-fb58-4800-8d43-435aec164f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223605 Jul 13 18:30:40.836504 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80b3751-8895-4651-aa28-b63afe49f720 req-501ec860-c057-4729-8878-293f12dd6d2e tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:30:40.881275 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ec860-c057-4729-8878-293f12dd6d2e tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Pushing event updated for resources: {'Port': ['ID=34a13f03-508f-495c-89ce-573b6acc7b0d,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:40.947333 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b3751-8895-4651-aa28-b63afe49f720 req-501ec860-c057-4729-8878-293f12dd6d2e tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:40.947993 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a80b3751-8895-4651-aa28-b63afe49f720 req-501ec860-c057-4729-8878-293f12dd6d2e tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:40.998388 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a80b3751-8895-4651-aa28-b63afe49f720 req-501ec860-c057-4729-8878-293f12dd6d2e tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5097363 Jul 13 18:30:41.018671 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-a80b3751-8895-4651-aa28-b63afe49f720 req-9e9f8f70-0a93-49c6-985d-3e6f3edbbd25 service neutron] Request body: {'port': {'device_id': 'ac545db5-1f61-47fe-9ce3-5dc725136dde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:30:41.143244 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a80b3751-8895-4651-aa28-b63afe49f720 req-9e9f8f70-0a93-49c6-985d-3e6f3edbbd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:41.161680 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-fd42d2d5-97bc-418d-8c5f-a46c517bcc37 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:41.213519 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42d2d5-97bc-418d-8c5f-a46c517bcc37 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Pushing event deleted for resources: {'Port': ['ID=d66fd6af-7150-463e-9cec-40a6c05f99be,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:41.358795 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-fd42d2d5-97bc-418d-8c5f-a46c517bcc37 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks [] for floatingip, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:41.359120 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.db.l3_db [None req-fd42d2d5-97bc-418d-8c5f-a46c517bcc37 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Floating IP 6fa480fe-3190-4706-904e-1f14235b8135 disassociated (deleted). External IP: 172.27.2.161, port: dfced1fd-df49-4d14-ab9e-b74c2738ad27. Jul 13 18:30:41.460221 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-50321624-41f8-4003-b44a-b925330fae54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:41.678560 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:41.907742 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9256984-ed96-4f88-bece-c4a18379b248 req-258f4a2e-de5a-4662-970e-b66d46c21e8f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:41.909256 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b9256984-ed96-4f88-bece-c4a18379b248 req-258f4a2e-de5a-4662-970e-b66d46c21e8f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac545db5-1f61-47fe-9ce3-5dc725136dde HTTP/1.1" status: 200 len: 931 time: 0.1877029 Jul 13 18:30:42.057900 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [req-a80b3751-8895-4651-aa28-b63afe49f720 req-9e9f8f70-0a93-49c6-985d-3e6f3edbbd25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a13f03-508f-495c-89ce-573b6acc7b0d {{(pid=92973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:30:42.071991 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a80b3751-8895-4651-aa28-b63afe49f720 req-9e9f8f70-0a93-49c6-985d-3e6f3edbbd25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:42.081390 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b9256984-ed96-4f88-bece-c4a18379b248 req-d24a5ffe-08bd-4549-ac82-7dea297c7405 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634891 Jul 13 18:30:42.106389 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [req-a80b3751-8895-4651-aa28-b63afe49f720 req-9e9f8f70-0a93-49c6-985d-3e6f3edbbd25 service neutron] Transition to ACTIVE for port object 34a13f03-508f-495c-89ce-573b6acc7b0d will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:30:42.112235 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a80b3751-8895-4651-aa28-b63afe49f720 req-9e9f8f70-0a93-49c6-985d-3e6f3edbbd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:42.156384 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd42d2d5-97bc-418d-8c5f-a46c517bcc37 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Router 73342b67-5d3f-4391-8f75-1ecea49b6d50 has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:30:42.181048 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f8f70-0a93-49c6-985d-3e6f3edbbd25 service neutron] Pushing event updated for resources: {'Port': ['ID=34a13f03-508f-495c-89ce-573b6acc7b0d,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:42.346120 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-a80b3751-8895-4651-aa28-b63afe49f720 req-9e9f8f70-0a93-49c6-985d-3e6f3edbbd25 service neutron] Attempting to bind port 34a13f03-508f-495c-89ce-573b6acc7b0d on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:30:42.346391 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-a80b3751-8895-4651-aa28-b63afe49f720 req-9e9f8f70-0a93-49c6-985d-3e6f3edbbd25 service neutron] Attempting to bind port 34a13f03-508f-495c-89ce-573b6acc7b0d by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '8bd22299-4016-4b7c-afca-e19c25206232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:30:42.346751 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80b3751-8895-4651-aa28-b63afe49f720 req-9e9f8f70-0a93-49c6-985d-3e6f3edbbd25 service neutron] Attempting to bind port 34a13f03-508f-495c-89ce-573b6acc7b0d on network 2f2a0296-6e0e-4f05-b2f6-372acf21273d {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:30:42.356572 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80b3751-8895-4651-aa28-b63afe49f720 req-9e9f8f70-0a93-49c6-985d-3e6f3edbbd25 service neutron] Port 34a13f03-508f-495c-89ce-573b6acc7b0d on network 2f2a0296-6e0e-4f05-b2f6-372acf21273d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 18:30:42.356892 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80b3751-8895-4651-aa28-b63afe49f720 req-9e9f8f70-0a93-49c6-985d-3e6f3edbbd25 service neutron] Attempting to bind port 34a13f03-508f-495c-89ce-573b6acc7b0d on network 2f2a0296-6e0e-4f05-b2f6-372acf21273d {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:30:42.366617 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80b3751-8895-4651-aa28-b63afe49f720 req-9e9f8f70-0a93-49c6-985d-3e6f3edbbd25 service neutron] Checking agent: {'id': '42658009-1da3-417e-95f4-9a37477be153', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'started_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:30:42.366953 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80b3751-8895-4651-aa28-b63afe49f720 req-9e9f8f70-0a93-49c6-985d-3e6f3edbbd25 service neutron] Checking segment: {'id': '8bd22299-4016-4b7c-afca-e19c25206232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:30:42.367329 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80b3751-8895-4651-aa28-b63afe49f720 req-9e9f8f70-0a93-49c6-985d-3e6f3edbbd25 service neutron] Bound using segment: {'id': '8bd22299-4016-4b7c-afca-e19c25206232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:30:42.367789 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-a80b3751-8895-4651-aa28-b63afe49f720 req-9e9f8f70-0a93-49c6-985d-3e6f3edbbd25 service neutron] Bound port: 34a13f03-508f-495c-89ce-573b6acc7b0d, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd22299-4016-4b7c-afca-e19c25206232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:30:42.368141 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a80b3751-8895-4651-aa28-b63afe49f720 req-9e9f8f70-0a93-49c6-985d-3e6f3edbbd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:42.371165 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd42d2d5-97bc-418d-8c5f-a46c517bcc37 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:30:42.381037 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a23b201-e24a-408b-8f2c-85f689a64f28 None None] Sync routers for ids ['73342b67-5d3f-4391-8f75-1ecea49b6d50'] in dv-cinder-786928-3-iscsi {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:30:42.382376 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-fd42d2d5-97bc-418d-8c5f-a46c517bcc37 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for floatingip, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:42.390314 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a23b201-e24a-408b-8f2c-85f689a64f28 None None] Routers {'73342b67-5d3f-4391-8f75-1ecea49b6d50'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:30:42.390921 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-0a23b201-e24a-408b-8f2c-85f689a64f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:30:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['73342b67-5d3f-4391-8f75-1ecea49b6d50'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:42.452227 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-fd42d2d5-97bc-418d-8c5f-a46c517bcc37 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "DELETE /v2.0/floatingips/6fa480fe-3190-4706-904e-1f14235b8135 HTTP/1.1" status: 204 len: 168 time: 2.3882182 Jul 13 18:30:42.457224 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ea0269-4de5-4be7-a1c7-6b0cfc910368', 'tag': 'dfced1fd-df49-4d14-ab9e-b74c2738ad27'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:30:42.459614 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a06b24-fd79-4cde-b481-de13b245749c" -d '{"events": [{"name": "network-changed", "server_uuid": "42ea0269-4de5-4be7-a1c7-6b0cfc910368", "tag": "dfced1fd-df49-4d14-ab9e-b74c2738ad27"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:30:42.481409 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-a80b3751-8895-4651-aa28-b63afe49f720 req-9e9f8f70-0a93-49c6-985d-3e6f3edbbd25 service neutron] For port 34a13f03-508f-495c-89ce-573b6acc7b0d, host hv-cinder-78692, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:30:42.484965 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-a80b3751-8895-4651-aa28-b63afe49f720 req-9e9f8f70-0a93-49c6-985d-3e6f3edbbd25 service neutron] For port 34a13f03-508f-495c-89ce-573b6acc7b0d, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=34a13f03-508f-495c-89ce-573b6acc7b0d,segment=NetworkSegment(8bd22299-4016-4b7c-afca-e19c25206232),segment_id=8bd22299-4016-4b7c-afca-e19c25206232)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:30:42.494705 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a80b3751-8895-4651-aa28-b63afe49f720 req-9e9f8f70-0a93-49c6-985d-3e6f3edbbd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:42.502973 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-0a23b201-e24a-408b-8f2c-85f689a64f28 None None] Set router 73342b67-5d3f-4391-8f75-1ecea49b6d50 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:30:42.538450 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b3751-8895-4651-aa28-b63afe49f720 req-9e9f8f70-0a93-49c6-985d-3e6f3edbbd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:42.540447 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a80b3751-8895-4651-aa28-b63afe49f720 req-9e9f8f70-0a93-49c6-985d-3e6f3edbbd25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:42.540620 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a80b3751-8895-4651-aa28-b63afe49f720 req-9e9f8f70-0a93-49c6-985d-3e6f3edbbd25 service neutron] 10.222.0.32 "PUT /v2.0/ports/34a13f03-508f-495c-89ce-573b6acc7b0d HTTP/1.1" status: 200 len: 1093 time: 1.5271666 Jul 13 18:30:42.542121 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370c45a6-1ed7-4fcf-bbcc-4cfa6060a200 x-openstack-request-id: req-370c45a6-1ed7-4fcf-bbcc-4cfa6060a200 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:30:42.542409 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ea0269-4de5-4be7-a1c7-6b0cfc910368", "tag": "dfced1fd-df49-4d14-ab9e-b74c2738ad27", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:30:42.542662 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-370c45a6-1ed7-4fcf-bbcc-4cfa6060a200 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:30:42.543050 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ea0269-4de5-4be7-a1c7-6b0cfc910368', 'tag': 'dfced1fd-df49-4d14-ab9e-b74c2738ad27', 'status': 'completed', 'code': 200} Jul 13 18:30:42.571453 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f8f70-0a93-49c6-985d-3e6f3edbbd25 service neutron] Pushing event updated for resources: {'Port': ['ID=34a13f03-508f-495c-89ce-573b6acc7b0d,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:42.689578 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a06b24-fd79-4cde-b481-de13b245749c req-c4fda8f2-0ea2-4b96-8c70-908174e45760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:42.690470 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d3a06b24-fd79-4cde-b481-de13b245749c req-c4fda8f2-0ea2-4b96-8c70-908174e45760 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd3e8481c4c44cb2b4f37b8995d8197a&device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 1099 time: 0.0686116 Jul 13 18:30:42.743677 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:42.755737 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b3751-8895-4651-aa28-b63afe49f720 req-a27fb5c8-f4f1-4a58-b560-a96a136fd19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:42.757588 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-a80b3751-8895-4651-aa28-b63afe49f720 req-a27fb5c8-f4f1-4a58-b560-a96a136fd19f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbbc5d8d55dd442db7c1dbb8d396280e&device_id=ac545db5-1f61-47fe-9ce3-5dc725136dde HTTP/1.1" status: 200 len: 1096 time: 0.1206353 Jul 13 18:30:42.828954 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-a80b3751-8895-4651-aa28-b63afe49f720 req-90e6636b-51fd-446d-abf1-5973f697b332 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34a13f03-508f-495c-89ce-573b6acc7b0d HTTP/1.1" status: 200 len: 217 time: 0.0513382 Jul 13 18:30:42.841129 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-0a23b201-e24a-408b-8f2c-85f689a64f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'name': 'tempest-TestMinimumBasicScenario-1022272045-router', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:27:52Z', 'updated_at': '2021-07-13T18:27:56Z', 'revision_number': 4, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'gw_port': {'id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:27:53Z', 'updated_at': '2021-07-13T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': 'fc8cfce4-d144-4e70-a619-b1bf04fce117', 'name': '', 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'mac_address': 'fa:16:3e:05:5b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '30d42cf3-08cd-4421-acf6-630ee173cb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:27:55Z', 'updated_at': '2021-07-13T18:28:06Z', 'revision_number': 5, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'subnets': [{'id': '30d42cf3-08cd-4421-acf6-630ee173cb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:42.842073 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a06b24-fd79-4cde-b481-de13b245749c req-24905d63-b5d6-4b1d-8f57-4715f2b86263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:42.844708 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d3a06b24-fd79-4cde-b481-de13b245749c req-24905d63-b5d6-4b1d-8f57-4715f2b86263 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fa0db6d2-fb58-4800-8d43-435aec164f62 HTTP/1.1" status: 200 len: 916 time: 0.1435218 Jul 13 18:30:42.880346 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a23b201-e24a-408b-8f2c-85f689a64f28 None None] Checking router: 73342b67-5d3f-4391-8f75-1ecea49b6d50 for host: dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:30:42.893090 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a23b201-e24a-408b-8f2c-85f689a64f28 None None] Routers {'73342b67-5d3f-4391-8f75-1ecea49b6d50'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:30:42.893717 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-0a23b201-e24a-408b-8f2c-85f689a64f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:30:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['73342b67-5d3f-4391-8f75-1ecea49b6d50'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:42.915653 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b3751-8895-4651-aa28-b63afe49f720 req-5895918e-d895-4c4d-89cb-65a275a39fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:42.917631 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-a80b3751-8895-4651-aa28-b63afe49f720 req-5895918e-d895-4c4d-89cb-65a275a39fee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a5829392-ac62-4089-bc42-3eab0b487c17 HTTP/1.1" status: 200 len: 854 time: 0.0771613 Jul 13 18:30:42.928586 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d3a06b24-fd79-4cde-b481-de13b245749c req-1c2fa654-bbfc-4727-9aee-3aeb6de1e7f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfced1fd-df49-4d14-ab9e-b74c2738ad27 HTTP/1.1" status: 200 len: 217 time: 0.0631554 Jul 13 18:30:42.977187 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-a80b3751-8895-4651-aa28-b63afe49f720 req-68d78582-00e2-4084-ae3f-8052dfe1940e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f2a0296-6e0e-4f05-b2f6-372acf21273d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375021 Jul 13 18:30:42.992216 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a06b24-fd79-4cde-b481-de13b245749c req-b9e57120-6c4e-4a2d-b5e9-5b7c332863bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:42.993704 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d3a06b24-fd79-4cde-b481-de13b245749c req-b9e57120-6c4e-4a2d-b5e9-5b7c332863bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=30d42cf3-08cd-4421-acf6-630ee173cb1c HTTP/1.1" status: 200 len: 854 time: 0.0528338 Jul 13 18:30:43.024428 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-0a23b201-e24a-408b-8f2c-85f689a64f28 None None] Set router 73342b67-5d3f-4391-8f75-1ecea49b6d50 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:30:43.062381 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a06b24-fd79-4cde-b481-de13b245749c req-7ae51edd-e4cc-4b63-8988-0064648f2653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:43.064079 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d3a06b24-fd79-4cde-b481-de13b245749c req-7ae51edd-e4cc-4b63-8988-0064648f2653 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fa0db6d2-fb58-4800-8d43-435aec164f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573509 Jul 13 18:30:43.085310 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-a80b3751-8895-4651-aa28-b63afe49f720 req-9d086b7e-0996-423f-aaff-fb0206e848b8 service neutron] 10.222.0.32 "GET /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906615 Jul 13 18:30:43.186493 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d3a06b24-fd79-4cde-b481-de13b245749c req-399ebb50-155c-4823-8611-ee4630ff3b02 service neutron] 10.222.0.32 "GET /v2.0/networks/fa0db6d2-fb58-4800-8d43-435aec164f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146972 Jul 13 18:30:43.210768 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-a80b3751-8895-4651-aa28-b63afe49f720 req-a13f4c0d-4c76-4fc8-bd41-7b54000535c1 service neutron] 10.222.0.32 "GET /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179795 Jul 13 18:30:43.333303 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-0a23b201-e24a-408b-8f2c-85f689a64f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'name': 'tempest-TestMinimumBasicScenario-1022272045-router', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:27:52Z', 'updated_at': '2021-07-13T18:27:56Z', 'revision_number': 4, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'gw_port': {'id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:27:53Z', 'updated_at': '2021-07-13T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': 'fc8cfce4-d144-4e70-a619-b1bf04fce117', 'name': '', 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'mac_address': 'fa:16:3e:05:5b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '30d42cf3-08cd-4421-acf6-630ee173cb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:27:55Z', 'updated_at': '2021-07-13T18:28:06Z', 'revision_number': 5, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'subnets': [{'id': '30d42cf3-08cd-4421-acf6-630ee173cb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:43.340426 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d3a06b24-fd79-4cde-b481-de13b245749c req-15c7e430-bbae-4686-ab7a-04ba27101dc5 service neutron] 10.222.0.32 "GET /v2.0/networks/fa0db6d2-fb58-4800-8d43-435aec164f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451817 Jul 13 18:30:43.355259 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f67672-62f9-442b-9488-d711aa96a6eb req-c7723ff7-cfc6-441f-9ed3-05852441f11c tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:43.356897 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e6f67672-62f9-442b-9488-d711aa96a6eb req-c7723ff7-cfc6-441f-9ed3-05852441f11c tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac545db5-1f61-47fe-9ce3-5dc725136dde HTTP/1.1" status: 200 len: 943 time: 0.1092758 Jul 13 18:30:43.363971 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a23b201-e24a-408b-8f2c-85f689a64f28 None None] The sync data for ids ['73342b67-5d3f-4391-8f75-1ecea49b6d50'] in dv-cinder-786928-3-iscsi is: [{'id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'name': 'tempest-TestMinimumBasicScenario-1022272045-router', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:27:52Z', 'updated_at': '2021-07-13T18:27:56Z', 'revision_number': 4, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'gw_port': {'id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:27:53Z', 'updated_at': '2021-07-13T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': 'fc8cfce4-d144-4e70-a619-b1bf04fce117', 'name': '', 'network_id': 'fa0db6d2-fb58-4800-8d43-435aec164f62', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'mac_address': 'fa:16:3e:05:5b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '30d42cf3-08cd-4421-acf6-630ee173cb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:27:55Z', 'updated_at': '2021-07-13T18:28:06Z', 'revision_number': 5, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'subnets': [{'id': '30d42cf3-08cd-4421-acf6-630ee173cb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:30:43.403240 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e6f67672-62f9-442b-9488-d711aa96a6eb req-367b9fd0-6b8b-45dd-8b4a-1b1004f92a4a tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397284 Jul 13 18:30:43.596498 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9b6f75-3e92-4b22-9fdf-62a8219346db None None] New status for floating IP 6fa480fe-3190-4706-904e-1f14235b8135: DOWN {{(pid=92975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 18:30:44.340171 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:44.553914 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac545db5-1f61-47fe-9ce3-5dc725136dde', 'tag': '34a13f03-508f-495c-89ce-573b6acc7b0d'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:30:44.556191 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5968d7-e970-4654-806c-325dc47dbbb5" -d '{"events": [{"name": "network-changed", "server_uuid": "ac545db5-1f61-47fe-9ce3-5dc725136dde", "tag": "34a13f03-508f-495c-89ce-573b6acc7b0d"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:30:44.596450 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddac658-6cae-4a60-96ba-bbcb09b59fcb x-openstack-request-id: req-6ddac658-6cae-4a60-96ba-bbcb09b59fcb {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:30:44.596740 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac545db5-1f61-47fe-9ce3-5dc725136dde", "tag": "34a13f03-508f-495c-89ce-573b6acc7b0d", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:30:44.597000 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6ddac658-6cae-4a60-96ba-bbcb09b59fcb {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:30:44.597415 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac545db5-1f61-47fe-9ce3-5dc725136dde', 'tag': '34a13f03-508f-495c-89ce-573b6acc7b0d', 'status': 'completed', 'code': 200} Jul 13 18:30:44.606787 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac9526-5a47-410b-b932-354264b30f6f req-1822aa95-b8e7-4956-9467-cd1f03b887ea tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:44.608424 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-19ac9526-5a47-410b-b932-354264b30f6f req-1822aa95-b8e7-4956-9467-cd1f03b887ea tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac545db5-1f61-47fe-9ce3-5dc725136dde HTTP/1.1" status: 200 len: 943 time: 0.0852089 Jul 13 18:30:44.664527 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-19ac9526-5a47-410b-b932-354264b30f6f req-59ec43d3-f296-4786-97ea-93c730978a06 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499249 Jul 13 18:30:44.721880 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5968d7-e970-4654-806c-325dc47dbbb5 req-1195b240-bc63-43a3-a312-ec55ba60cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:44.723444 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dc5968d7-e970-4654-806c-325dc47dbbb5 req-1195b240-bc63-43a3-a312-ec55ba60cae7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbbc5d8d55dd442db7c1dbb8d396280e&device_id=ac545db5-1f61-47fe-9ce3-5dc725136dde HTTP/1.1" status: 200 len: 1096 time: 0.0716383 Jul 13 18:30:44.842261 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5968d7-e970-4654-806c-325dc47dbbb5 req-9c6e6bc8-979b-4312-b70e-c95f001ed306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:44.843711 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dc5968d7-e970-4654-806c-325dc47dbbb5 req-9c6e6bc8-979b-4312-b70e-c95f001ed306 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f2a0296-6e0e-4f05-b2f6-372acf21273d HTTP/1.1" status: 200 len: 915 time: 0.1129251 Jul 13 18:30:44.892339 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dc5968d7-e970-4654-806c-325dc47dbbb5 req-78a0efb6-d1ca-44f2-adb9-9e3f8276fa4a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34a13f03-508f-495c-89ce-573b6acc7b0d HTTP/1.1" status: 200 len: 217 time: 0.0408263 Jul 13 18:30:44.942759 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5968d7-e970-4654-806c-325dc47dbbb5 req-d63e8c0f-1085-470f-9776-84455be0a508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:44.944307 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dc5968d7-e970-4654-806c-325dc47dbbb5 req-d63e8c0f-1085-470f-9776-84455be0a508 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a5829392-ac62-4089-bc42-3eab0b487c17 HTTP/1.1" status: 200 len: 854 time: 0.0448699 Jul 13 18:30:44.981090 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dc5968d7-e970-4654-806c-325dc47dbbb5 req-33d5addb-5578-4fe3-acb7-149becd42348 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f2a0296-6e0e-4f05-b2f6-372acf21273d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298562 Jul 13 18:30:45.086776 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dc5968d7-e970-4654-806c-325dc47dbbb5 req-f28acc50-ec8b-4392-8007-a8edf74fd3e3 service neutron] 10.222.0.32 "GET /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988655 Jul 13 18:30:45.189785 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dc5968d7-e970-4654-806c-325dc47dbbb5 req-0a57ad86-3b93-42fa-8b50-e953e5166a55 service neutron] 10.222.0.32 "GET /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949841 Jul 13 18:30:45.851078 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21277aac-4778-4b84-a59a-3540c21c56bc req-f85d86f1-2ea2-4382-a025-445deaf186a9 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:45.852633 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-21277aac-4778-4b84-a59a-3540c21c56bc req-f85d86f1-2ea2-4382-a025-445deaf186a9 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac545db5-1f61-47fe-9ce3-5dc725136dde HTTP/1.1" status: 200 len: 943 time: 0.0679016 Jul 13 18:30:45.923963 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-21277aac-4778-4b84-a59a-3540c21c56bc req-9cf4a5cc-546b-486e-be19-bcf4a6839d5f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590067 Jul 13 18:30:45.951552 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e2370-b4e0-476b-81d0-49415d451381 req-43aedc84-036d-4122-88a1-500a824b5c60 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:45.953068 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-782e2370-b4e0-476b-81d0-49415d451381 req-43aedc84-036d-4122-88a1-500a824b5c60 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 946 time: 0.0970879 Jul 13 18:30:45.995126 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-782e2370-b4e0-476b-81d0-49415d451381 req-57a1a590-44d4-423b-8907-b0b72d9ff7fb tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364614 Jul 13 18:30:46.984521 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 34a13f03-508f-495c-89ce-573b6acc7b0d details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:30:47.084853 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 34a13f03-508f-495c-89ce-573b6acc7b0d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=34a13f03-508f-495c-89ce-573b6acc7b0d,segment=NetworkSegment(8bd22299-4016-4b7c-afca-e19c25206232),segment_id=8bd22299-4016-4b7c-afca-e19c25206232)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:47.097301 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': '34a13f03-508f-495c-89ce-573b6acc7b0d', 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d', 'port_id': '34a13f03-508f-495c-89ce-573b6acc7b0d', 'mac_address': 'fa:16:3e:76:9f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5829392-ac62-4089-bc42-3eab0b487c17', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:30:47.116286 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065b790-d92c-4203-aee1-37075ef949ca req-e601ddc6-280f-4162-92ef-812a469a3d05 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:47.118047 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e065b790-d92c-4203-aee1-37075ef949ca req-e601ddc6-280f-4162-92ef-812a469a3d05 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac545db5-1f61-47fe-9ce3-5dc725136dde HTTP/1.1" status: 200 len: 943 time: 0.0745587 Jul 13 18:30:47.139809 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:47.153368 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a13f03-508f-495c-89ce-573b6acc7b0d {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:30:47.173338 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 34a13f03-508f-495c-89ce-573b6acc7b0d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=34a13f03-508f-495c-89ce-573b6acc7b0d,segment=NetworkSegment(8bd22299-4016-4b7c-afca-e19c25206232),segment_id=8bd22299-4016-4b7c-afca-e19c25206232)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:47.184950 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:47.204295 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e065b790-d92c-4203-aee1-37075ef949ca req-2b20d334-e152-4a76-972d-cd2557dedfa0 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703957 Jul 13 18:30:47.234667 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8adff-0ab6-4118-969d-766c943f8827 req-416de078-273a-4193-8535-7a6a0fe88b9d tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:47.235911 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=34a13f03-508f-495c-89ce-573b6acc7b0d,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:47.236276 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-77f8adff-0ab6-4118-969d-766c943f8827 req-416de078-273a-4193-8535-7a6a0fe88b9d tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 946 time: 0.1173220 Jul 13 18:30:47.275814 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-77f8adff-0ab6-4118-969d-766c943f8827 req-98cdb938-1986-4e75-9c7f-4f649f71791d tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/security-groups?id=1741a482-8481-4c7f-843e-1532cd857613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336564 Jul 13 18:30:47.570608 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['34a13f03-508f-495c-89ce-573b6acc7b0d'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:30:47.947490 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98820112-d2f7-4cd1-8c57-1299f7d39dcc req-08f529cf-b2e9-4f5f-903c-170532648049 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:47.949341 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-98820112-d2f7-4cd1-8c57-1299f7d39dcc req-08f529cf-b2e9-4f5f-903c-170532648049 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.32 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 946 time: 0.0676796 Jul 13 18:30:48.059199 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-98820112-d2f7-4cd1-8c57-1299f7d39dcc req-474b869b-440c-468f-a5fd-abbfdfe4d059 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Deleting port dfced1fd-df49-4d14-ab9e-b74c2738ad27 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:30:48.059550 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-98820112-d2f7-4cd1-8c57-1299f7d39dcc req-474b869b-440c-468f-a5fd-abbfdfe4d059 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:48.148954 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-98820112-d2f7-4cd1-8c57-1299f7d39dcc req-474b869b-440c-468f-a5fd-abbfdfe4d059 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] For port dfced1fd-df49-4d14-ab9e-b74c2738ad27, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dfced1fd-df49-4d14-ab9e-b74c2738ad27,segment=NetworkSegment(82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1),segment_id=82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:48.149699 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-98820112-d2f7-4cd1-8c57-1299f7d39dcc req-474b869b-440c-468f-a5fd-abbfdfe4d059 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:48.162172 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-98820112-d2f7-4cd1-8c57-1299f7d39dcc req-474b869b-440c-468f-a5fd-abbfdfe4d059 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Calling delete_port for dfced1fd-df49-4d14-ab9e-b74c2738ad27 owned by compute:nova {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:30:48.298404 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-98820112-d2f7-4cd1-8c57-1299f7d39dcc req-474b869b-440c-468f-a5fd-abbfdfe4d059 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:48.339764 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b869b-440c-468f-a5fd-abbfdfe4d059 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Pushing event deleted for resources: {'Port': ['ID=dfced1fd-df49-4d14-ab9e-b74c2738ad27,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:48.344503 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['dfced1fd-df49-4d14-ab9e-b74c2738ad27'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:30:48.428009 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-98820112-d2f7-4cd1-8c57-1299f7d39dcc req-474b869b-440c-468f-a5fd-abbfdfe4d059 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] No DVR routers for this DVR port dfced1fd-df49-4d14-ab9e-b74c2738ad27 on host hv-cinder-78692 {{(pid=92973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:30:48.430915 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-98820112-d2f7-4cd1-8c57-1299f7d39dcc req-474b869b-440c-468f-a5fd-abbfdfe4d059 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:48.433011 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-98820112-d2f7-4cd1-8c57-1299f7d39dcc req-474b869b-440c-468f-a5fd-abbfdfe4d059 tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.32 "DELETE /v2.0/ports/dfced1fd-df49-4d14-ab9e-b74c2738ad27 HTTP/1.1" status: 204 len: 173 time: 0.4768655 Jul 13 18:30:48.434644 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ea0269-4de5-4be7-a1c7-6b0cfc910368', 'name': 'network-vif-deleted', 'tag': 'dfced1fd-df49-4d14-ab9e-b74c2738ad27'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:30:48.437349 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ae4eaa-f30d-4d92-9f0a-b5c8ac17062a" -d '{"events": [{"server_uuid": "42ea0269-4de5-4be7-a1c7-6b0cfc910368", "name": "network-vif-deleted", "tag": "dfced1fd-df49-4d14-ab9e-b74c2738ad27"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:30:48.469095 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7aa3a12b-162c-4c18-8527-b164fd2d19ed req-a0706753-e0cd-4686-b2f6-0277e9c5eeab tempest-TestMinimumBasicScenario-1127888605 tempest-TestMinimumBasicScenario-1127888605-project] 10.222.0.11 "GET /v2.0/ports?device_id=42ea0269-4de5-4be7-a1c7-6b0cfc910368 HTTP/1.1" status: 200 len: 210 time: 0.0659578 Jul 13 18:30:48.507808 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc6270-76bc-430c-aef6-e261501aed04 req-20f45a97-88f7-428b-9210-05906125816f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:48.509462 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dafc6270-76bc-430c-aef6-e261501aed04 req-20f45a97-88f7-428b-9210-05906125816f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac545db5-1f61-47fe-9ce3-5dc725136dde HTTP/1.1" status: 200 len: 944 time: 0.1811814 Jul 13 18:30:48.533487 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cac3881-c45d-43e9-a5d1-247e06297ae7 x-openstack-request-id: req-6cac3881-c45d-43e9-a5d1-247e06297ae7 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:30:48.533788 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ea0269-4de5-4be7-a1c7-6b0cfc910368", "name": "network-vif-deleted", "tag": "dfced1fd-df49-4d14-ab9e-b74c2738ad27", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:30:48.534045 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6cac3881-c45d-43e9-a5d1-247e06297ae7 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:30:48.534437 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ea0269-4de5-4be7-a1c7-6b0cfc910368', 'name': 'network-vif-deleted', 'tag': 'dfced1fd-df49-4d14-ab9e-b74c2738ad27', 'status': 'completed', 'code': 200} Jul 13 18:30:48.555876 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dafc6270-76bc-430c-aef6-e261501aed04 req-92580769-7018-4a11-8516-5a11fa9cb1e7 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401824 Jul 13 18:30:49.022324 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 34a13f03-508f-495c-89ce-573b6acc7b0d up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:30:49.079634 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning for port 34a13f03-508f-495c-89ce-573b6acc7b0d completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:30:49.084544 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port 34a13f03-508f-495c-89ce-573b6acc7b0d triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:30:49.085247 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:49.177255 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:49.202541 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac545db5-1f61-47fe-9ce3-5dc725136dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a13f03-508f-495c-89ce-573b6acc7b0d'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:30:49.204789 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4061a21b-3933-49e4-bf09-fc0bf56f7401" -d '{"events": [{"server_uuid": "ac545db5-1f61-47fe-9ce3-5dc725136dde", "name": "network-vif-plugged", "status": "completed", "tag": "34a13f03-508f-495c-89ce-573b6acc7b0d"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:30:49.220148 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 34a13f03-508f-495c-89ce-573b6acc7b0d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=34a13f03-508f-495c-89ce-573b6acc7b0d,segment=NetworkSegment(8bd22299-4016-4b7c-afca-e19c25206232),segment_id=8bd22299-4016-4b7c-afca-e19c25206232)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:49.227229 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:49.228549 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device dfced1fd-df49-4d14-ab9e-b74c2738ad27 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:30:49.262037 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7befd7a-4a93-4d9f-a473-3fd0d4d1928e x-openstack-request-id: req-a7befd7a-4a93-4d9f-a473-3fd0d4d1928e {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:30:49.262467 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac545db5-1f61-47fe-9ce3-5dc725136dde", "name": "network-vif-plugged", "status": "completed", "tag": "34a13f03-508f-495c-89ce-573b6acc7b0d", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:30:49.262860 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a7befd7a-4a93-4d9f-a473-3fd0d4d1928e {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:30:49.263427 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac545db5-1f61-47fe-9ce3-5dc725136dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a13f03-508f-495c-89ce-573b6acc7b0d', 'code': 200} Jul 13 18:30:49.290214 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] No Port match for: dfced1fd-df49-4d14-ab9e-b74c2738ad27 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:30:49.290681 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device dfced1fd-df49-4d14-ab9e-b74c2738ad27 not bound to the agent host hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:30:49.329747 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=34a13f03-508f-495c-89ce-573b6acc7b0d,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:49.516392 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff4662-1910-4410-99f7-d8a2a9361efd req-f6353110-60d6-41a4-bedf-69b82597c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:49.518120 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-09ff4662-1910-4410-99f7-d8a2a9361efd req-f6353110-60d6-41a4-bedf-69b82597c011 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ac545db5-1f61-47fe-9ce3-5dc725136dde HTTP/1.1" status: 200 len: 1098 time: 0.0567575 Jul 13 18:30:49.556258 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-09ff4662-1910-4410-99f7-d8a2a9361efd req-c56199a8-dc53-470f-b781-dd96fe73735b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314403 Jul 13 18:30:49.758126 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca034df3-b56b-44be-b3b4-87ec47e64af7 req-eebe24e4-b983-434c-b936-5d10020f1d86 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:49.759695 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ca034df3-b56b-44be-b3b4-87ec47e64af7 req-eebe24e4-b983-434c-b936-5d10020f1d86 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac545db5-1f61-47fe-9ce3-5dc725136dde HTTP/1.1" status: 200 len: 945 time: 0.0803719 Jul 13 18:30:49.811123 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ca034df3-b56b-44be-b3b4-87ec47e64af7 req-40d9ca00-a631-4065-a53a-d251b6cdf087 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455906 Jul 13 18:30:50.119410 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 41938) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:50.470810 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-dba9864b-a64f-4204-a0a4-7b1e0943e6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8005970'] for router_interface, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:50.727110 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-dba9864b-a64f-4204-a0a4-7b1e0943e6c3 admin admin] Deleting port fc8cfce4-d144-4e70-a619-b1bf04fce117 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:30:50.727807 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-dba9864b-a64f-4204-a0a4-7b1e0943e6c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:50.822882 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-dba9864b-a64f-4204-a0a4-7b1e0943e6c3 admin admin] For port fc8cfce4-d144-4e70-a619-b1bf04fce117, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=fc8cfce4-d144-4e70-a619-b1bf04fce117,segment=NetworkSegment(82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1),segment_id=82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:50.823241 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-dba9864b-a64f-4204-a0a4-7b1e0943e6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:50.836457 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-dba9864b-a64f-4204-a0a4-7b1e0943e6c3 admin admin] Calling delete_port for fc8cfce4-d144-4e70-a619-b1bf04fce117 owned by network:router_interface {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:30:51.061941 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc988f9a-cb50-4a18-9dda-7e80d34d8839 req-7221cf9c-419e-4480-aaf5-5017e4d796aa tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:51.063512 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-fc988f9a-cb50-4a18-9dda-7e80d34d8839 req-7221cf9c-419e-4480-aaf5-5017e4d796aa tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac545db5-1f61-47fe-9ce3-5dc725136dde HTTP/1.1" status: 200 len: 945 time: 0.1198018 Jul 13 18:30:51.104887 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-dba9864b-a64f-4204-a0a4-7b1e0943e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:51.121358 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-fc988f9a-cb50-4a18-9dda-7e80d34d8839 req-596b1c6b-ff6b-4e95-9d0d-f72153d272c2 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519755 Jul 13 18:30:51.139345 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9864b-a64f-4204-a0a4-7b1e0943e6c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc8cfce4-d144-4e70-a619-b1bf04fce117,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:51.330298 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-dba9864b-a64f-4204-a0a4-7b1e0943e6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7945020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8006326'] for router_interface, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:51.869921 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba9864b-a64f-4204-a0a4-7b1e0943e6c3 admin admin] Router 73342b67-5d3f-4391-8f75-1ecea49b6d50 has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:30:52.000508 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba9864b-a64f-4204-a0a4-7b1e0943e6c3 admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:30:52.006456 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-dba9864b-a64f-4204-a0a4-7b1e0943e6c3 admin admin] 10.222.0.11 "PUT /v2.0/routers/73342b67-5d3f-4391-8f75-1ecea49b6d50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8859196 Jul 13 18:30:52.010614 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 41956) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:52.013712 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fbe4de-0a16-4f0d-8364-9d4ec2a21fa2 None None] Sync routers for ids ['73342b67-5d3f-4391-8f75-1ecea49b6d50'] in dv-cinder-786928-3-iscsi {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:30:52.024836 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fbe4de-0a16-4f0d-8364-9d4ec2a21fa2 None None] Routers {'73342b67-5d3f-4391-8f75-1ecea49b6d50'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:30:52.025455 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-88fbe4de-0a16-4f0d-8364-9d4ec2a21fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:30:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['73342b67-5d3f-4391-8f75-1ecea49b6d50'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:52.127989 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-996632b9-7c1d-46ff-9ce8-a413261e737d admin admin] Notify callbacks [] for router, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:52.134658 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-88fbe4de-0a16-4f0d-8364-9d4ec2a21fa2 None None] Set router 73342b67-5d3f-4391-8f75-1ecea49b6d50 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:30:52.244051 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-996632b9-7c1d-46ff-9ce8-a413261e737d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:52.297923 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-996632b9-7c1d-46ff-9ce8-a413261e737d admin admin] Deleting port 703d48d2-f3c3-47c7-a410-1b4361cb8bc6 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:30:52.298262 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-996632b9-7c1d-46ff-9ce8-a413261e737d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:52.323232 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-88fbe4de-0a16-4f0d-8364-9d4ec2a21fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'name': 'tempest-TestMinimumBasicScenario-1022272045-router', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:27:52Z', 'updated_at': '2021-07-13T18:30:51Z', 'revision_number': 5, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'gw_port': {'id': '703d48d2-f3c3-47c7-a410-1b4361cb8bc6', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:27:53Z', 'updated_at': '2021-07-13T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:52.351200 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fbe4de-0a16-4f0d-8364-9d4ec2a21fa2 None None] Checking router: 73342b67-5d3f-4391-8f75-1ecea49b6d50 for host: dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:30:52.360411 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fbe4de-0a16-4f0d-8364-9d4ec2a21fa2 None None] Routers {'73342b67-5d3f-4391-8f75-1ecea49b6d50'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:30:52.360962 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-88fbe4de-0a16-4f0d-8364-9d4ec2a21fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:30:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['73342b67-5d3f-4391-8f75-1ecea49b6d50'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:52.386408 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-996632b9-7c1d-46ff-9ce8-a413261e737d admin admin] For port 703d48d2-f3c3-47c7-a410-1b4361cb8bc6, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=703d48d2-f3c3-47c7-a410-1b4361cb8bc6,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:52.386803 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-996632b9-7c1d-46ff-9ce8-a413261e737d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:52.401226 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-996632b9-7c1d-46ff-9ce8-a413261e737d admin admin] Calling delete_port for 703d48d2-f3c3-47c7-a410-1b4361cb8bc6 owned by network:router_gateway {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:30:52.452879 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-88fbe4de-0a16-4f0d-8364-9d4ec2a21fa2 None None] Set router 73342b67-5d3f-4391-8f75-1ecea49b6d50 gateway port host: None {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:30:52.509520 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-88fbe4de-0a16-4f0d-8364-9d4ec2a21fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'name': 'tempest-TestMinimumBasicScenario-1022272045-router', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:27:52Z', 'updated_at': '2021-07-13T18:30:52Z', 'revision_number': 6, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'gw_port_host': None}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:52.543936 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fbe4de-0a16-4f0d-8364-9d4ec2a21fa2 None None] The sync data for ids ['73342b67-5d3f-4391-8f75-1ecea49b6d50'] in dv-cinder-786928-3-iscsi is: [{'id': '73342b67-5d3f-4391-8f75-1ecea49b6d50', 'name': 'tempest-TestMinimumBasicScenario-1022272045-router', 'tenant_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:27:52Z', 'updated_at': '2021-07-13T18:30:52Z', 'revision_number': 6, 'project_id': 'cd3e8481c4c44cb2b4f37b8995d8197a', 'gw_port_host': None}] {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:30:52.550000 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:30:52.578692 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-996632b9-7c1d-46ff-9ce8-a413261e737d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:52.604341 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996632b9-7c1d-46ff-9ce8-a413261e737d admin admin] Pushing event deleted for resources: {'Port': ['ID=703d48d2-f3c3-47c7-a410-1b4361cb8bc6,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:52.666628 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-996632b9-7c1d-46ff-9ce8-a413261e737d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8001332'] for router_gateway, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:52.770187 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-996632b9-7c1d-46ff-9ce8-a413261e737d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8003519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61588'] for router, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:52.772757 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-996632b9-7c1d-46ff-9ce8-a413261e737d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:52.824377 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-996632b9-7c1d-46ff-9ce8-a413261e737d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7995439'] for router, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:52.824904 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996632b9-7c1d-46ff-9ce8-a413261e737d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73342b67-5d3f-4391-8f75-1ecea49b6d50 {{(pid=92973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 18:30:52.830119 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-996632b9-7c1d-46ff-9ce8-a413261e737d admin admin] Notify callbacks [] for router, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:52.830844 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-996632b9-7c1d-46ff-9ce8-a413261e737d admin admin] 10.222.0.11 "DELETE /v2.0/routers/73342b67-5d3f-4391-8f75-1ecea49b6d50 HTTP/1.1" status: 204 len: 168 time: 0.8191588 Jul 13 18:30:52.833386 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 41968) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:52.945283 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b98c28-2017-4431-97fa-3ad04d337496 admin admin] Deleting subnet 30d42cf3-08cd-4421-acf6-630ee173cb1c {{(pid=92973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 18:30:52.952194 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d9b98c28-2017-4431-97fa-3ad04d337496 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:53.008294 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d9b98c28-2017-4431-97fa-3ad04d337496 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3662120'] for subnet, precommit_delete_associations {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:53.057808 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-8c56371a-0958-4883-a80a-15770cf6cd45 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:53.059270 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-8c56371a-0958-4883-a80a-15770cf6cd45 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/networks?id=2f2a0296-6e0e-4f05-b2f6-372acf21273d HTTP/1.1" status: 200 len: 814 time: 0.1727786 Jul 13 18:30:53.081793 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-5067173e-8b62-4b69-856e-e4598f7f5738 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/quotas/bbbc5d8d55dd442db7c1dbb8d396280e HTTP/1.1" status: 200 len: 375 time: 0.0151544 Jul 13 18:30:53.155488 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d9b98c28-2017-4431-97fa-3ad04d337496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7675306'] for subnet, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:53.220154 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-37131596-5cd1-4e55-861c-1ff848290870 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bbbc5d8d55dd442db7c1dbb8d396280e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1171205 Jul 13 18:30:53.237149 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d9b98c28-2017-4431-97fa-3ad04d337496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7675283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8946638'] for subnet, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:53.308550 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d9b98c28-2017-4431-97fa-3ad04d337496 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:53.312324 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-d9b98c28-2017-4431-97fa-3ad04d337496 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/30d42cf3-08cd-4421-acf6-630ee173cb1c HTTP/1.1" status: 204 len: 168 time: 0.4776373 Jul 13 18:30:53.313208 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628d59a1-ea78-4a43-bb91-9e5cbf37450f None None] Network fa0db6d2-fb58-4800-8d43-435aec164f62 requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:30:53.314153 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 41976) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:53.320488 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b98c28-2017-4431-97fa-3ad04d337496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30d42cf3-08cd-4421-acf6-630ee173cb1c,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:53.380371 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-da3d7109-2322-4696-b9a8-78b3584d148a service neutron] 10.222.0.11 "GET /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525247 Jul 13 18:30:53.406039 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 703d48d2-f3c3-47c7-a410-1b4361cb8bc6 no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:30:53.406392 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e749aec9-47c5-4d03-b7fd-11a90c650354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566799'] for network, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:53.429485 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: 703d48d2-f3c3-47c7-a410-1b4361cb8bc6 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:30:53.429895 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 703d48d2-f3c3-47c7-a410-1b4361cb8bc6 not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:30:53.430509 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device fc8cfce4-d144-4e70-a619-b1bf04fce117 no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:30:53.456166 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: fc8cfce4-d144-4e70-a619-b1bf04fce117 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:30:53.456761 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device fc8cfce4-d144-4e70-a619-b1bf04fce117 not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:30:53.472502 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [None req-e749aec9-47c5-4d03-b7fd-11a90c650354 admin admin] Deleting port f2050259-3322-41ef-a70c-856bfac3127a {{(pid=92974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:30:53.472759 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e749aec9-47c5-4d03-b7fd-11a90c650354 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:53.507479 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-fd8e931d-2009-4fd4-bcb1-430991c3a4a2 service neutron] 10.222.0.11 "GET /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199656 Jul 13 18:30:53.561088 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [None req-e749aec9-47c5-4d03-b7fd-11a90c650354 admin admin] For port f2050259-3322-41ef-a70c-856bfac3127a, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=f2050259-3322-41ef-a70c-856bfac3127a,segment=NetworkSegment(82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1),segment_id=82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1)] {{(pid=92974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:53.561449 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e749aec9-47c5-4d03-b7fd-11a90c650354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:53.575970 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [None req-e749aec9-47c5-4d03-b7fd-11a90c650354 admin admin] Calling delete_port for f2050259-3322-41ef-a70c-856bfac3127a owned by network:dhcp {{(pid=92974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:30:53.620422 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59173399-8f14-4672-8133-364018e26c14 None None] DHCP port deletion for fa0db6d2-fb58-4800-8d43-435aec164f62 request from dv-cinder-786928-3-iscsi {{(pid=92975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 18:30:53.691358 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-59173399-8f14-4672-8133-364018e26c14 None None] Deleting port f2050259-3322-41ef-a70c-856bfac3127a {{(pid=92975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:30:53.691827 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-59173399-8f14-4672-8133-364018e26c14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:53.698239 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e749aec9-47c5-4d03-b7fd-11a90c650354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:53.764657 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-59173399-8f14-4672-8133-364018e26c14 None None] For port f2050259-3322-41ef-a70c-856bfac3127a, host dv-cinder-786928-3-iscsi, got binding levels [] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:53.770419 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-59173399-8f14-4672-8133-364018e26c14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:53.771632 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749aec9-47c5-4d03-b7fd-11a90c650354 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2050259-3322-41ef-a70c-856bfac3127a,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:53.778014 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-95e5c3d9-eeb0-4f09-9488-7d2650ed4516 req-20b0c4db-b53b-438c-905f-c7a2980fbaa9 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccb5bea0-f074-4203-b2af-f6e12271ba33 HTTP/1.1" status: 200 len: 210 time: 0.0676978 Jul 13 18:30:53.792286 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e749aec9-47c5-4d03-b7fd-11a90c650354 admin admin] No DVR routers for this DVR port f2050259-3322-41ef-a70c-856bfac3127a on host dv-cinder-786928-3-iscsi {{(pid=92974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:30:53.796125 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-59173399-8f14-4672-8133-364018e26c14 None None] Calling delete_port for f2050259-3322-41ef-a70c-856bfac3127a owned by network:dhcp {{(pid=92975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:30:53.801654 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.ipam_backend_mixin [None req-59173399-8f14-4672-8133-364018e26c14 None None] Port f2050259-3322-41ef-a70c-856bfac3127a was not found and therefore no delete operation was performed {{(pid=92975) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 18:30:53.803528 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-59173399-8f14-4672-8133-364018e26c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840'] for port, after_delete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:53.834476 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59173399-8f14-4672-8133-364018e26c14 None None] Pushing event deleted for resources: {'Port': ['ID=f2050259-3322-41ef-a70c-856bfac3127a,revision_number=None']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:53.836304 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59173399-8f14-4672-8133-364018e26c14 None None] No DVR routers for this DVR port f2050259-3322-41ef-a70c-856bfac3127a on host dv-cinder-786928-3-iscsi {{(pid=92975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:30:53.893517 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e749aec9-47c5-4d03-b7fd-11a90c650354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668259', 'neutron.services.segments.db._delete_segments_for_network-8737536498324'] for network, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:53.904524 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.services.segments.db [None req-e749aec9-47c5-4d03-b7fd-11a90c650354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0db6d2-fb58-4800-8d43-435aec164f62']}} {{(pid=92974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:53.917398 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.services.segments.db [None req-e749aec9-47c5-4d03-b7fd-11a90c650354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1') {'for_net_delete': True} {{(pid=92974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:53.917541 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.services.segments.db [None req-e749aec9-47c5-4d03-b7fd-11a90c650354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f5cf4b-12d4-43c9-8d83-e72c7b3d62c1') {} {{(pid=92974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:53.932382 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e749aec9-47c5-4d03-b7fd-11a90c650354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737536430219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3426470'] for segment, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:53.949874 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e749aec9-47c5-4d03-b7fd-11a90c650354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:53.955963 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e749aec9-47c5-4d03-b7fd-11a90c650354 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=92974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 18:30:53.956399 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e749aec9-47c5-4d03-b7fd-11a90c650354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3229660'] for segment, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: Traceback (most recent call last): Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: timer() Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: cb(*args, **kw) Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: return func(*args, **kwargs) Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: self._notify() Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: self.callback(batched_events) Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: event.method(event) Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: return f(self, *a, **k) Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: return self._get(url).json() Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: return self.request(url, 'GET', **kwargs) Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 18:30:53.958109 dv-cinder-786928-3-iscsi neutron-server[92974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 18:30:54.018125 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e749aec9-47c5-4d03-b7fd-11a90c650354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8001304'] for network, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:54.025209 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e749aec9-47c5-4d03-b7fd-11a90c650354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:54.028377 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-e749aec9-47c5-4d03-b7fd-11a90c650354 admin admin] 10.222.0.11 "DELETE /v2.0/networks/fa0db6d2-fb58-4800-8d43-435aec164f62 HTTP/1.1" status: 204 len: 168 time: 0.7130182 Jul 13 18:30:54.031455 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 41990) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:54.049689 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749aec9-47c5-4d03-b7fd-11a90c650354 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa0db6d2-fb58-4800-8d43-435aec164f62,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:54.641826 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-01265ba5-9ee0-40be-958c-708cc8c98ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8005970'] for router_interface, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:54.922474 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [None req-01265ba5-9ee0-40be-958c-708cc8c98ad9 admin admin] Deleting port 6772bc98-77e3-4c7f-ac7e-d41daa321f67 {{(pid=92974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:30:54.922726 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-01265ba5-9ee0-40be-958c-708cc8c98ad9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:54.938039 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-eefef55b-2d5b-4c4f-a927-cf9a2ea0ef12 req-4172205f-2259-4fac-8ad1-c1a8001aa837 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccb5bea0-f074-4203-b2af-f6e12271ba33 HTTP/1.1" status: 200 len: 210 time: 0.0322952 Jul 13 18:30:55.020605 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [None req-01265ba5-9ee0-40be-958c-708cc8c98ad9 admin admin] For port 6772bc98-77e3-4c7f-ac7e-d41daa321f67, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=6772bc98-77e3-4c7f-ac7e-d41daa321f67,segment=NetworkSegment(ba948732-fa80-4234-a485-de6648a67ae1),segment_id=ba948732-fa80-4234-a485-de6648a67ae1)] {{(pid=92974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:55.021061 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-01265ba5-9ee0-40be-958c-708cc8c98ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:55.037938 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [None req-01265ba5-9ee0-40be-958c-708cc8c98ad9 admin admin] Calling delete_port for 6772bc98-77e3-4c7f-ac7e-d41daa321f67 owned by network:router_interface {{(pid=92974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:30:55.066537 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-ec11ddd7-3d1c-43de-b324-8e409f102acc tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:55.068791 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-ec11ddd7-3d1c-43de-b324-8e409f102acc tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.32 "GET /v2.0/networks?id=2f2a0296-6e0e-4f05-b2f6-372acf21273d HTTP/1.1" status: 200 len: 814 time: 0.1327891 Jul 13 18:30:55.091078 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-97225ecb-fee2-4f2c-86f8-b1d97d20de2b tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Request body: {'port': {'device_id': 'ccb5bea0-f074-4203-b2af-f6e12271ba33', 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d', 'admin_state_up': True, 'tenant_id': 'bbbc5d8d55dd442db7c1dbb8d396280e'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:30:55.242629 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device f2050259-3322-41ef-a70c-856bfac3127a no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:30:55.244735 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-97225ecb-fee2-4f2c-86f8-b1d97d20de2b tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Made reservation on behalf of bbbc5d8d55dd442db7c1dbb8d396280e for: {'port': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:30:55.253178 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-97225ecb-fee2-4f2c-86f8-b1d97d20de2b tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:55.271127 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: f2050259-3322-41ef-a70c-856bfac3127a {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:30:55.272009 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device f2050259-3322-41ef-a70c-856bfac3127a not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:30:55.287569 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-01265ba5-9ee0-40be-958c-708cc8c98ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:55.321443 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01265ba5-9ee0-40be-958c-708cc8c98ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6772bc98-77e3-4c7f-ac7e-d41daa321f67,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:55.426572 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-97225ecb-fee2-4f2c-86f8-b1d97d20de2b tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Allocated IP 172.20.0.13 (2f2a0296-6e0e-4f05-b2f6-372acf21273d/a5829392-ac62-4089-bc42-3eab0b487c17/7df5c7cc-9855-41c2-b3ac-a5bad3ea0841) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:30:55.532137 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-01265ba5-9ee0-40be-958c-708cc8c98ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7945020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8006326'] for router_interface, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:55.616853 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-97225ecb-fee2-4f2c-86f8-b1d97d20de2b tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:55.678834 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-97225ecb-fee2-4f2c-86f8-b1d97d20de2b tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:55.726205 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['f727f5c1-d091-408e-91cb-8f9f9b133cbb', '34a13f03-508f-495c-89ce-573b6acc7b0d'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:30:55.755110 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-97225ecb-fee2-4f2c-86f8-b1d97d20de2b tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Network 2f2a0296-6e0e-4f05-b2f6-372acf21273d is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:30:55.759792 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-97225ecb-fee2-4f2c-86f8-b1d97d20de2b tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:30:55.764438 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-97225ecb-fee2-4f2c-86f8-b1d97d20de2b tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:30:55.795228 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97225ecb-fee2-4f2c-86f8-b1d97d20de2b tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Pushing event updated for resources: {'Port': ['ID=7df5c7cc-9855-41c2-b3ac-a5bad3ea0841,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:55.841525 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-97225ecb-fee2-4f2c-86f8-b1d97d20de2b tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:55.842208 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-97225ecb-fee2-4f2c-86f8-b1d97d20de2b tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:55.848323 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01265ba5-9ee0-40be-958c-708cc8c98ad9 admin admin] Router eac562df-40af-4a48-8d99-8b2ddd7f9df7 has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:30:55.864222 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-97225ecb-fee2-4f2c-86f8-b1d97d20de2b tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7780066 Jul 13 18:30:55.886221 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-1c65071d-7d19-4634-9138-e678d31ad257 service neutron] Request body: {'port': {'device_id': 'ccb5bea0-f074-4203-b2af-f6e12271ba33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:30:55.991727 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-1c65071d-7d19-4634-9138-e678d31ad257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:56.015106 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01265ba5-9ee0-40be-958c-708cc8c98ad9 admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:30:56.020621 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-01265ba5-9ee0-40be-958c-708cc8c98ad9 admin admin] 10.222.0.11 "PUT /v2.0/routers/eac562df-40af-4a48-8d99-8b2ddd7f9df7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9872506 Jul 13 18:30:56.034350 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42000) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:56.034732 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8c2efb-5497-4c0f-902f-6b5208409f80 None None] Sync routers for ids ['eac562df-40af-4a48-8d99-8b2ddd7f9df7'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:30:56.051713 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8c2efb-5497-4c0f-902f-6b5208409f80 None None] Routers {'eac562df-40af-4a48-8d99-8b2ddd7f9df7'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:30:56.052369 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-2b8c2efb-5497-4c0f-902f-6b5208409f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:30:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['eac562df-40af-4a48-8d99-8b2ddd7f9df7'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:56.192636 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-8614c4bd-8ed8-466a-a1aa-7754c727b7e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:56.196457 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-2b8c2efb-5497-4c0f-902f-6b5208409f80 None None] Set router eac562df-40af-4a48-8d99-8b2ddd7f9df7 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:30:56.292440 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8e125-69a0-40ae-a255-e2c2a87d7eab req-afc89afa-581a-4148-a2ee-f295f03b4c12 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:56.293959 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bba8e125-69a0-40ae-a255-e2c2a87d7eab req-afc89afa-581a-4148-a2ee-f295f03b4c12 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccb5bea0-f074-4203-b2af-f6e12271ba33 HTTP/1.1" status: 200 len: 932 time: 0.1517498 Jul 13 18:30:56.321812 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-8614c4bd-8ed8-466a-a1aa-7754c727b7e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:56.392799 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bba8e125-69a0-40ae-a255-e2c2a87d7eab req-611e9035-24a6-45e3-ad20-e738f8bc7533 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857658 Jul 13 18:30:56.399068 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [None req-8614c4bd-8ed8-466a-a1aa-7754c727b7e9 admin admin] Deleting port ec57bcf0-44c3-4d10-bfe2-9a7979281c51 {{(pid=92974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:30:56.399596 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-8614c4bd-8ed8-466a-a1aa-7754c727b7e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:56.454496 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-1c65071d-7d19-4634-9138-e678d31ad257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841 {{(pid=92973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:30:56.467525 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-1c65071d-7d19-4634-9138-e678d31ad257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:56.489492 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-1c65071d-7d19-4634-9138-e678d31ad257 service neutron] Transition to ACTIVE for port object 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841 will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:30:56.496708 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-1c65071d-7d19-4634-9138-e678d31ad257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:56.502698 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [None req-8614c4bd-8ed8-466a-a1aa-7754c727b7e9 admin admin] For port ec57bcf0-44c3-4d10-bfe2-9a7979281c51, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=ec57bcf0-44c3-4d10-bfe2-9a7979281c51,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:56.503073 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-8614c4bd-8ed8-466a-a1aa-7754c727b7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:56.518095 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [None req-8614c4bd-8ed8-466a-a1aa-7754c727b7e9 admin admin] Calling delete_port for ec57bcf0-44c3-4d10-bfe2-9a7979281c51 owned by network:router_gateway {{(pid=92974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:30:56.585562 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65071d-7d19-4634-9138-e678d31ad257 service neutron] Pushing event updated for resources: {'Port': ['ID=7df5c7cc-9855-41c2-b3ac-a5bad3ea0841,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:56.620234 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-2b8c2efb-5497-4c0f-902f-6b5208409f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac562df-40af-4a48-8d99-8b2ddd7f9df7', 'name': 'tempest-TestMinimumBasicScenario-23245010-router', 'tenant_id': '458b623cb44145e59b8e8b6fe7e6456e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'ec57bcf0-44c3-4d10-bfe2-9a7979281c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:00Z', 'updated_at': '2021-07-13T18:30:55Z', 'revision_number': 5, 'project_id': '458b623cb44145e59b8e8b6fe7e6456e', 'gw_port': {'id': 'ec57bcf0-44c3-4d10-bfe2-9a7979281c51', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac562df-40af-4a48-8d99-8b2ddd7f9df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:01Z', 'updated_at': '2021-07-13T18:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:56.667047 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8c2efb-5497-4c0f-902f-6b5208409f80 None None] Checking router: eac562df-40af-4a48-8d99-8b2ddd7f9df7 for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:30:56.668219 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-1c65071d-7d19-4634-9138-e678d31ad257 service neutron] Attempting to bind port 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:30:56.668691 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-1c65071d-7d19-4634-9138-e678d31ad257 service neutron] Attempting to bind port 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '8bd22299-4016-4b7c-afca-e19c25206232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:30:56.669033 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-1c65071d-7d19-4634-9138-e678d31ad257 service neutron] Attempting to bind port 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841 on network 2f2a0296-6e0e-4f05-b2f6-372acf21273d {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:30:56.674000 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-1c65071d-7d19-4634-9138-e678d31ad257 service neutron] Port 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841 on network 2f2a0296-6e0e-4f05-b2f6-372acf21273d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 18:30:56.674326 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-1c65071d-7d19-4634-9138-e678d31ad257 service neutron] Attempting to bind port 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841 on network 2f2a0296-6e0e-4f05-b2f6-372acf21273d {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:30:56.680226 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8c2efb-5497-4c0f-902f-6b5208409f80 None None] Routers {'eac562df-40af-4a48-8d99-8b2ddd7f9df7'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:30:56.681043 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-1c65071d-7d19-4634-9138-e678d31ad257 service neutron] Checking agent: {'id': '42658009-1da3-417e-95f4-9a37477be153', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'started_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:30:56.681282 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-2b8c2efb-5497-4c0f-902f-6b5208409f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:30:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['eac562df-40af-4a48-8d99-8b2ddd7f9df7'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:56.681496 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-1c65071d-7d19-4634-9138-e678d31ad257 service neutron] Checking segment: {'id': '8bd22299-4016-4b7c-afca-e19c25206232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:30:56.681807 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-1c65071d-7d19-4634-9138-e678d31ad257 service neutron] Bound using segment: {'id': '8bd22299-4016-4b7c-afca-e19c25206232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:30:56.682250 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-1c65071d-7d19-4634-9138-e678d31ad257 service neutron] Bound port: 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd22299-4016-4b7c-afca-e19c25206232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:30:56.682605 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-1c65071d-7d19-4634-9138-e678d31ad257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:56.744803 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-8614c4bd-8ed8-466a-a1aa-7754c727b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:56.774560 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614c4bd-8ed8-466a-a1aa-7754c727b7e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec57bcf0-44c3-4d10-bfe2-9a7979281c51,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:56.780467 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-1c65071d-7d19-4634-9138-e678d31ad257 service neutron] For port 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841, host hv-cinder-78692, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:30:56.786642 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-1c65071d-7d19-4634-9138-e678d31ad257 service neutron] For port 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7df5c7cc-9855-41c2-b3ac-a5bad3ea0841,segment=NetworkSegment(8bd22299-4016-4b7c-afca-e19c25206232),segment_id=8bd22299-4016-4b7c-afca-e19c25206232)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:30:56.794128 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-1c65071d-7d19-4634-9138-e678d31ad257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:56.824605 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-2b8c2efb-5497-4c0f-902f-6b5208409f80 None None] Set router eac562df-40af-4a48-8d99-8b2ddd7f9df7 gateway port host: None {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:30:56.858563 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-1c65071d-7d19-4634-9138-e678d31ad257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:56.859290 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-1c65071d-7d19-4634-9138-e678d31ad257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:56.861008 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-1c65071d-7d19-4634-9138-e678d31ad257 service neutron] 10.222.0.32 "PUT /v2.0/ports/7df5c7cc-9855-41c2-b3ac-a5bad3ea0841 HTTP/1.1" status: 200 len: 1094 time: 0.9807589 Jul 13 18:30:56.862253 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb5bea0-f074-4203-b2af-f6e12271ba33', 'tag': '7df5c7cc-9855-41c2-b3ac-a5bad3ea0841'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:30:56.864733 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a2aacf-f5a2-4780-87cf-356c14aaebe0" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb5bea0-f074-4203-b2af-f6e12271ba33", "tag": "7df5c7cc-9855-41c2-b3ac-a5bad3ea0841"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:30:56.869461 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-8614c4bd-8ed8-466a-a1aa-7754c727b7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8001332'] for router_gateway, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:56.900085 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-2b8c2efb-5497-4c0f-902f-6b5208409f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac562df-40af-4a48-8d99-8b2ddd7f9df7', 'name': 'tempest-TestMinimumBasicScenario-23245010-router', 'tenant_id': '458b623cb44145e59b8e8b6fe7e6456e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:00Z', 'updated_at': '2021-07-13T18:30:56Z', 'revision_number': 6, 'project_id': '458b623cb44145e59b8e8b6fe7e6456e', 'gw_port_host': None}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:56.908677 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65071d-7d19-4634-9138-e678d31ad257 service neutron] Pushing event updated for resources: {'Port': ['ID=7df5c7cc-9855-41c2-b3ac-a5bad3ea0841,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:56.937260 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735539e6-aaf5-4087-a821-9ca621e957b2 x-openstack-request-id: req-735539e6-aaf5-4087-a821-9ca621e957b2 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:30:56.937558 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb5bea0-f074-4203-b2af-f6e12271ba33", "tag": "7df5c7cc-9855-41c2-b3ac-a5bad3ea0841", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:30:56.937850 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-735539e6-aaf5-4087-a821-9ca621e957b2 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:30:56.938358 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb5bea0-f074-4203-b2af-f6e12271ba33', 'tag': '7df5c7cc-9855-41c2-b3ac-a5bad3ea0841', 'status': 'completed', 'code': 200} Jul 13 18:30:56.944094 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8c2efb-5497-4c0f-902f-6b5208409f80 None None] The sync data for ids ['eac562df-40af-4a48-8d99-8b2ddd7f9df7'] in dv-cinder-786928-3-iscsi is: [{'id': 'eac562df-40af-4a48-8d99-8b2ddd7f9df7', 'name': 'tempest-TestMinimumBasicScenario-23245010-router', 'tenant_id': '458b623cb44145e59b8e8b6fe7e6456e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:00Z', 'updated_at': '2021-07-13T18:30:56Z', 'revision_number': 6, 'project_id': '458b623cb44145e59b8e8b6fe7e6456e', 'gw_port_host': None}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:30:57.027554 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-c2469ee7-5283-4fa1-b61a-45649ea971e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:57.029130 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-8614c4bd-8ed8-466a-a1aa-7754c727b7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8003519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61588'] for router, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:57.029305 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-c2469ee7-5283-4fa1-b61a-45649ea971e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbbc5d8d55dd442db7c1dbb8d396280e&device_id=ccb5bea0-f074-4203-b2af-f6e12271ba33 HTTP/1.1" status: 200 len: 1097 time: 0.0718360 Jul 13 18:30:57.032161 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-8614c4bd-8ed8-466a-a1aa-7754c727b7e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:57.094886 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-f0dedea8-f78a-47cb-8193-0309a4be0880 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7df5c7cc-9855-41c2-b3ac-a5bad3ea0841 HTTP/1.1" status: 200 len: 217 time: 0.0448830 Jul 13 18:30:57.116842 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-8614c4bd-8ed8-466a-a1aa-7754c727b7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7995439'] for router, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:57.117473 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8614c4bd-8ed8-466a-a1aa-7754c727b7e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eac562df-40af-4a48-8d99-8b2ddd7f9df7 {{(pid=92974) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 18:30:57.125497 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-8614c4bd-8ed8-466a-a1aa-7754c727b7e9 admin admin] Notify callbacks [] for router, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:57.125497 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-8614c4bd-8ed8-466a-a1aa-7754c727b7e9 admin admin] 10.222.0.11 "DELETE /v2.0/routers/eac562df-40af-4a48-8d99-8b2ddd7f9df7 HTTP/1.1" status: 204 len: 168 time: 1.0946829 Jul 13 18:30:57.127244 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42004) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:57.157177 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-df22809d-b61c-422f-b059-640ce59f3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:57.158892 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-df22809d-b61c-422f-b059-640ce59f3c72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a5829392-ac62-4089-bc42-3eab0b487c17 HTTP/1.1" status: 200 len: 854 time: 0.0562949 Jul 13 18:30:57.179240 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_v2 [None req-1101eb9f-eac6-4709-b6db-282ce8fbdc0e admin admin] Deleting subnet 51471f7c-ca68-476b-8335-6571d94267d2 {{(pid=92974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 18:30:57.182860 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-1101eb9f-eac6-4709-b6db-282ce8fbdc0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:57.195455 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-e11f02f2-90b3-4644-8794-cd1bd7d4efb5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f2a0296-6e0e-4f05-b2f6-372acf21273d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281904 Jul 13 18:30:57.224320 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-1101eb9f-eac6-4709-b6db-282ce8fbdc0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3426495'] for subnet, precommit_delete_associations {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:57.296649 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-e27d88ba-d04f-444e-b5c4-a69a5a9ce408 service neutron] 10.222.0.32 "GET /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926650 Jul 13 18:30:57.369022 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-1101eb9f-eac6-4709-b6db-282ce8fbdc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7675306'] for subnet, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:57.436377 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afe28bcf-84d9-43b8-9777-5b97b8e990fb req-a5f51612-9159-4c65-825e-40221aea98d8 service neutron] 10.222.0.32 "GET /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285245 Jul 13 18:30:57.471303 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-1101eb9f-eac6-4709-b6db-282ce8fbdc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7675283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3228786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1970045'] for subnet, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:57.509073 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 6772bc98-77e3-4c7f-ac7e-d41daa321f67 no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:30:57.521805 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-1101eb9f-eac6-4709-b6db-282ce8fbdc0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for subnet, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:57.528211 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-1101eb9f-eac6-4709-b6db-282ce8fbdc0e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/51471f7c-ca68-476b-8335-6571d94267d2 HTTP/1.1" status: 204 len: 168 time: 0.3953552 Jul 13 18:30:57.528211 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101eb9f-eac6-4709-b6db-282ce8fbdc0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51471f7c-ca68-476b-8335-6571d94267d2,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:57.529127 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 42008) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:57.531848 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a79afcb-454f-4b9f-b222-a5dc21076f57 None None] Network de1bab03-b85c-4f87-8e23-77298ecd17ea requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:30:57.535492 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: 6772bc98-77e3-4c7f-ac7e-d41daa321f67 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:30:57.535807 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 6772bc98-77e3-4c7f-ac7e-d41daa321f67 not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:30:57.683542 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d4910fd4-7a6e-4336-8ab2-b4601603c03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566799'] for network, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:57.761856 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a66d16-4b00-440a-b1ec-15925673fb7e req-ae948775-9c5e-4687-95a8-88861749612c tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:57.763474 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d3a66d16-4b00-440a-b1ec-15925673fb7e req-ae948775-9c5e-4687-95a8-88861749612c tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccb5bea0-f074-4203-b2af-f6e12271ba33 HTTP/1.1" status: 200 len: 944 time: 0.1829445 Jul 13 18:30:57.768609 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2aacf-f5a2-4780-87cf-356c14aaebe0 req-c94386f8-da27-4c55-9128-224f9b7006d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:57.770276 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-83a2aacf-f5a2-4780-87cf-356c14aaebe0 req-c94386f8-da27-4c55-9128-224f9b7006d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbbc5d8d55dd442db7c1dbb8d396280e&device_id=ccb5bea0-f074-4203-b2af-f6e12271ba33 HTTP/1.1" status: 200 len: 1097 time: 0.1818032 Jul 13 18:30:57.848790 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45927569-ef5b-4a81-b590-88f2933300fb None None] DHCP port deletion for de1bab03-b85c-4f87-8e23-77298ecd17ea request from dv-cinder-786928-3-iscsi {{(pid=92975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 18:30:57.890941 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d3a66d16-4b00-440a-b1ec-15925673fb7e req-c0bf4ca3-84a3-485c-8480-f62f3471e3f0 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179912 Jul 13 18:30:57.912334 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-45927569-ef5b-4a81-b590-88f2933300fb None None] Deleting port 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1 {{(pid=92975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:30:57.913135 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-45927569-ef5b-4a81-b590-88f2933300fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:57.942531 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-d4910fd4-7a6e-4336-8ab2-b4601603c03b admin admin] Deleting port 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:30:57.942965 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d4910fd4-7a6e-4336-8ab2-b4601603c03b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:57.998057 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-45927569-ef5b-4a81-b590-88f2933300fb None None] For port 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=9558a6f9-520f-46ec-bd4c-5b4db56ffbc1,segment=NetworkSegment(ba948732-fa80-4234-a485-de6648a67ae1),segment_id=ba948732-fa80-4234-a485-de6648a67ae1)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:57.998613 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-45927569-ef5b-4a81-b590-88f2933300fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:58.012210 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2aacf-f5a2-4780-87cf-356c14aaebe0 req-361fe8d0-6786-454b-8c1b-7d890f5a2c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:58.014496 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-83a2aacf-f5a2-4780-87cf-356c14aaebe0 req-361fe8d0-6786-454b-8c1b-7d890f5a2c30 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f2a0296-6e0e-4f05-b2f6-372acf21273d HTTP/1.1" status: 200 len: 915 time: 0.2329624 Jul 13 18:30:58.016921 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-45927569-ef5b-4a81-b590-88f2933300fb None None] Calling delete_port for 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1 owned by network:dhcp {{(pid=92975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:30:58.070558 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-83a2aacf-f5a2-4780-87cf-356c14aaebe0 req-9ec2011e-4458-4f64-aefe-9abac672737f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7df5c7cc-9855-41c2-b3ac-a5bad3ea0841 HTTP/1.1" status: 200 len: 217 time: 0.0455241 Jul 13 18:30:58.122422 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-45927569-ef5b-4a81-b590-88f2933300fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840'] for port, after_delete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:58.126059 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-d4910fd4-7a6e-4336-8ab2-b4601603c03b admin admin] For port 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=9558a6f9-520f-46ec-bd4c-5b4db56ffbc1,segment=NetworkSegment(ba948732-fa80-4234-a485-de6648a67ae1),segment_id=ba948732-fa80-4234-a485-de6648a67ae1)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:30:58.126426 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d4910fd4-7a6e-4336-8ab2-b4601603c03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:58.145171 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-d4910fd4-7a6e-4336-8ab2-b4601603c03b admin admin] Calling delete_port for 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1 owned by network:dhcp {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:30:58.156029 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45927569-ef5b-4a81-b590-88f2933300fb None None] Pushing event deleted for resources: {'Port': ['ID=9558a6f9-520f-46ec-bd4c-5b4db56ffbc1,revision_number=None']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:58.160798 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2aacf-f5a2-4780-87cf-356c14aaebe0 req-4bc56191-e2ed-4b27-90e3-31d33d9dfb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:58.164040 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-83a2aacf-f5a2-4780-87cf-356c14aaebe0 req-4bc56191-e2ed-4b27-90e3-31d33d9dfb18 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a5829392-ac62-4089-bc42-3eab0b487c17 HTTP/1.1" status: 200 len: 854 time: 0.0837901 Jul 13 18:30:58.166676 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45927569-ef5b-4a81-b590-88f2933300fb None None] No DVR routers for this DVR port 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1 on host dv-cinder-786928-3-iscsi {{(pid=92975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:30:58.247967 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-83a2aacf-f5a2-4780-87cf-356c14aaebe0 req-a38b7d84-061d-440d-9056-9848085ab8b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f2a0296-6e0e-4f05-b2f6-372acf21273d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732687 Jul 13 18:30:58.354906 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d4910fd4-7a6e-4336-8ab2-b4601603c03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:58.386528 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4910fd4-7a6e-4336-8ab2-b4601603c03b admin admin] No DVR routers for this DVR port 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1 on host dv-cinder-786928-3-iscsi {{(pid=92973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:30:58.396661 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4910fd4-7a6e-4336-8ab2-b4601603c03b admin admin] Pushing event deleted for resources: {'Port': ['ID=9558a6f9-520f-46ec-bd4c-5b4db56ffbc1,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:58.426539 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-83a2aacf-f5a2-4780-87cf-356c14aaebe0 req-7ccecdcc-875a-4cef-b10c-b34176eac5cb service neutron] 10.222.0.32 "GET /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664689 Jul 13 18:30:58.809559 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d4910fd4-7a6e-4336-8ab2-b4601603c03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668259', 'neutron.services.segments.db._delete_segments_for_network-8737536498324'] for network, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:58.824785 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-d4910fd4-7a6e-4336-8ab2-b4601603c03b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1bab03-b85c-4f87-8e23-77298ecd17ea']}} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:58.837673 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-d4910fd4-7a6e-4336-8ab2-b4601603c03b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba948732-fa80-4234-a485-de6648a67ae1') {'for_net_delete': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:58.837963 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-d4910fd4-7a6e-4336-8ab2-b4601603c03b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba948732-fa80-4234-a485-de6648a67ae1') {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:30:58.856398 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d4910fd4-7a6e-4336-8ab2-b4601603c03b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737536430219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3662129'] for segment, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:58.878351 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d4910fd4-7a6e-4336-8ab2-b4601603c03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:58.888207 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-83a2aacf-f5a2-4780-87cf-356c14aaebe0 req-390e5620-daf6-489b-af4d-1e2d51aa32c3 service neutron] 10.222.0.32 "GET /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519501 Jul 13 18:30:58.889118 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4910fd4-7a6e-4336-8ab2-b4601603c03b admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=92973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 18:30:58.889520 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d4910fd4-7a6e-4336-8ab2-b4601603c03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3662336'] for segment, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: self.session.flush() Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: self.session.flush() Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: self.session.flush() Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: self.session.flush() Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: Traceback (most recent call last): Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: timer() Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: cb(*args, **kw) Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: return func(*args, **kwargs) Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: self._notify() Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: self.callback(batched_events) Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: event.method(event) Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: return f(self, *a, **k) Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: return self._get(url).json() Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: return self.request(url, 'GET', **kwargs) Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 18:30:58.891190 dv-cinder-786928-3-iscsi neutron-server[92973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 18:30:58.950607 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d4910fd4-7a6e-4336-8ab2-b4601603c03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8001304'] for network, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:58.956291 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d4910fd4-7a6e-4336-8ab2-b4601603c03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:58.958113 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-d4910fd4-7a6e-4336-8ab2-b4601603c03b admin admin] 10.222.0.11 "DELETE /v2.0/networks/de1bab03-b85c-4f87-8e23-77298ecd17ea HTTP/1.1" status: 204 len: 168 time: 1.4276540 Jul 13 18:30:58.975785 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4910fd4-7a6e-4336-8ab2-b4601603c03b admin admin] Pushing event deleted for resources: {'Network': ['ID=de1bab03-b85c-4f87-8e23-77298ecd17ea,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:59.095801 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d2a13-15a3-4cda-9c8d-a4e7cf0a25b8 req-7ac86c04-1d2e-47ce-ba78-1366fe37f7cb tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:30:59.097448 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1d9d2a13-15a3-4cda-9c8d-a4e7cf0a25b8 req-7ac86c04-1d2e-47ce-ba78-1366fe37f7cb tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccb5bea0-f074-4203-b2af-f6e12271ba33 HTTP/1.1" status: 200 len: 944 time: 0.0665460 Jul 13 18:30:59.106423 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42014) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:59.150403 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1d9d2a13-15a3-4cda-9c8d-a4e7cf0a25b8 req-d0f538ee-6441-4821-9846-d85251725086 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433202 Jul 13 18:30:59.168165 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-9dfc0d77-cf9a-4e13-8dc5-265e76aa11ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd3e8481c4c44cb2b4f37b8995d8197a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0600386 Jul 13 18:30:59.175982 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42016) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:59.230390 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1 no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:30:59.253147 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:30:59.253506 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 9558a6f9-520f-46ec-bd4c-5b4db56ffbc1 not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:30:59.254338 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device ec57bcf0-44c3-4d10-bfe2-9a7979281c51 no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:30:59.262995 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2964814a-e6e2-4f72-821f-42b3f69dc1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:59.274692 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: ec57bcf0-44c3-4d10-bfe2-9a7979281c51 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:30:59.275054 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device ec57bcf0-44c3-4d10-bfe2-9a7979281c51 not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:30:59.291716 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2964814a-e6e2-4f72-821f-42b3f69dc1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:59.346780 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2964814a-e6e2-4f72-821f-42b3f69dc1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:59.349741 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2964814a-e6e2-4f72-821f-42b3f69dc1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:59.351398 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-2964814a-e6e2-4f72-821f-42b3f69dc1ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1741a482-8481-4c7f-843e-1532cd857613 HTTP/1.1" status: 204 len: 168 time: 0.1738122 Jul 13 18:30:59.359775 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964814a-e6e2-4f72-821f-42b3f69dc1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1741a482-8481-4c7f-843e-1532cd857613,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:30:59.732024 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 42024) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:59.778512 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-daf8a020-3d1f-4488-9985-2ac4b8582655 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=458b623cb44145e59b8e8b6fe7e6456e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445559 Jul 13 18:30:59.782030 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 42026) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:30:59.839163 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-6fada9fd-8a16-4dd2-a9f0-0124bb34c3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:59.861709 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-6fada9fd-8a16-4dd2-a9f0-0124bb34c3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:59.921170 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-6fada9fd-8a16-4dd2-a9f0-0124bb34c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:59.923769 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-6fada9fd-8a16-4dd2-a9f0-0124bb34c3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:30:59.924954 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-6fada9fd-8a16-4dd2-a9f0-0124bb34c3ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e06e23b4-95a2-4bf5-903e-9dbdcccb4ac8 HTTP/1.1" status: 204 len: 168 time: 0.1413119 Jul 13 18:30:59.934836 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fada9fd-8a16-4dd2-a9f0-0124bb34c3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06e23b4-95a2-4bf5-903e-9dbdcccb4ac8,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:00.383602 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62a2dc-795d-48be-b037-2ee3bb02ae4a req-21d12d93-86f7-45f1-a15f-2118fe605737 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:00.385181 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ce62a2dc-795d-48be-b037-2ee3bb02ae4a req-21d12d93-86f7-45f1-a15f-2118fe605737 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccb5bea0-f074-4203-b2af-f6e12271ba33 HTTP/1.1" status: 200 len: 944 time: 0.0801902 Jul 13 18:31:00.444445 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ce62a2dc-795d-48be-b037-2ee3bb02ae4a req-65c2343c-5578-4b5b-a9b8-2081173b8b4d tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462637 Jul 13 18:31:00.759486 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42058) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:00.855630 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d476e71-0bbc-462b-ae18-72db99187ddc req-76e7b35b-7f69-4954-b3ad-5805c9d57e03 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:00.857200 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6d476e71-0bbc-462b-ae18-72db99187ddc req-76e7b35b-7f69-4954-b3ad-5805c9d57e03 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 946 time: 0.0655305 Jul 13 18:31:00.865190 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-e32ea7f2-1517-4c40-9fbb-1cf110f38dda admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1929646494-network', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:31:00.887925 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32ea7f2-1517-4c40-9fbb-1cf110f38dda admin admin] Made reservation on behalf of 7d94c891f56d42a2959977c853fdeca6 for: {'network': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:31:00.890165 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e32ea7f2-1517-4c40-9fbb-1cf110f38dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for network, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:00.898564 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6d476e71-0bbc-462b-ae18-72db99187ddc req-00aa0612-ca8d-49d5-bc29-6e6888713f39 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354764 Jul 13 18:31:00.899020 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e32ea7f2-1517-4c40-9fbb-1cf110f38dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:00.993751 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e32ea7f2-1517-4c40-9fbb-1cf110f38dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:00.998244 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e32ea7f2-1517-4c40-9fbb-1cf110f38dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:01.023732 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32ea7f2-1517-4c40-9fbb-1cf110f38dda admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=92974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 18:31:01.032486 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ea7f2-1517-4c40-9fbb-1cf110f38dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917e33e1-f186-4ddd-8fd3-685d254dd395,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:01.044851 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e32ea7f2-1517-4c40-9fbb-1cf110f38dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:01.045197 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.segments_db [None req-e32ea7f2-1517-4c40-9fbb-1cf110f38dda admin admin] Added segment d486ceeb-8cd5-4e0a-b37a-bf26084d3609 of type vlan for network 01a41a16-3081-4967-b42b-51bd867dde32 Jul 13 18:31:01.059445 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:31:01.093706 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e32ea7f2-1517-4c40-9fbb-1cf110f38dda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737535993375'] for network, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:01.126522 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e32ea7f2-1517-4c40-9fbb-1cf110f38dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for network, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:01.127870 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32ea7f2-1517-4c40-9fbb-1cf110f38dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:01.128505 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-e32ea7f2-1517-4c40-9fbb-1cf110f38dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:01.172497 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7df5c7cc-9855-41c2-b3ac-a5bad3ea0841,segment=NetworkSegment(8bd22299-4016-4b7c-afca-e19c25206232),segment_id=8bd22299-4016-4b7c-afca-e19c25206232)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:31:01.187359 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': '7df5c7cc-9855-41c2-b3ac-a5bad3ea0841', 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d', 'port_id': '7df5c7cc-9855-41c2-b3ac-a5bad3ea0841', 'mac_address': 'fa:16:3e:06:f9:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5829392-ac62-4089-bc42-3eab0b487c17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:31:01.193731 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-e32ea7f2-1517-4c40-9fbb-1cf110f38dda admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4300585 Jul 13 18:31:01.194111 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42062) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:01.194742 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ea7f2-1517-4c40-9fbb-1cf110f38dda admin admin] Pushing event updated for resources: {'Network': ['ID=01a41a16-3081-4967-b42b-51bd867dde32,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:01.201049 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-5b6cb4a5-7cfb-4251-99ef-8c8cb76c96cf admin admin] Request body: {'subnet': {'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1929646494-subnet', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'ip_version': 4}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:31:01.211827 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Network 01a41a16-3081-4967-b42b-51bd867dde32 details requested by agent ovs-agent-dv-cinder-786928-3-iscsi with host dv-cinder-786928-3-iscsi {{(pid=92975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 18:31:01.226191 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6cb4a5-7cfb-4251-99ef-8c8cb76c96cf admin admin] Made reservation on behalf of 7d94c891f56d42a2959977c853fdeca6 for: {'subnet': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:31:01.228909 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb4a5-7cfb-4251-99ef-8c8cb76c96cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1970008'] for subnet, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:01.271269 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:01.296490 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841 {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:31:01.320254 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7df5c7cc-9855-41c2-b3ac-a5bad3ea0841,segment=NetworkSegment(8bd22299-4016-4b7c-afca-e19c25206232),segment_id=8bd22299-4016-4b7c-afca-e19c25206232)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:31:01.324550 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:01.376143 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=7df5c7cc-9855-41c2-b3ac-a5bad3ea0841,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:01.384223 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:01.384591 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:01.384908 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:01.385234 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:01.385563 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:01.385890 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:01.386212 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:01.386532 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:01.386861 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:01.387177 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:01.387561 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:01.387923 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:01.655797 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b2455-7e44-4fdf-8ddb-528f2f18d480 req-45df9233-6499-4682-a227-6ad3054a9c61 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:01.656530 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb4a5-7cfb-4251-99ef-8c8cb76c96cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3228851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1970026'] for subnet, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:01.657367 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7e8b2455-7e44-4fdf-8ddb-528f2f18d480 req-45df9233-6499-4682-a227-6ad3054a9c61 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccb5bea0-f074-4203-b2af-f6e12271ba33 HTTP/1.1" status: 200 len: 945 time: 0.0757120 Jul 13 18:31:01.672158 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['7df5c7cc-9855-41c2-b3ac-a5bad3ea0841'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:31:01.703889 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7e8b2455-7e44-4fdf-8ddb-528f2f18d480 req-0350fcf5-4479-4461-92b5-27253e52c2ad tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396409 Jul 13 18:31:01.714186 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cb4a5-7cfb-4251-99ef-8c8cb76c96cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaa49001-3ade-4d36-bb78-582f1a0fd962,revision_number=0']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:01.724701 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6cb4a5-7cfb-4251-99ef-8c8cb76c96cf admin admin] Checking segment: {'id': 'd486ceeb-8cd5-4e0a-b37a-bf26084d3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:31:01.725083 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6cb4a5-7cfb-4251-99ef-8c8cb76c96cf admin admin] Network hostable DHCP agents. Network: 01a41a16-3081-4967-b42b-51bd867dde32, hostable agents: ['65b15fd5-f86c-4cf1-b54a-6ad638ce2cca'], hosted agents: [] {{(pid=92974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 18:31:01.749410 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6cb4a5-7cfb-4251-99ef-8c8cb76c96cf admin admin] Network 01a41a16-3081-4967-b42b-51bd867dde32 is scheduled to be hosted by DHCP agent 65b15fd5-f86c-4cf1-b54a-6ad638ce2cca with binding_index 1 {{(pid=92974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 18:31:01.759715 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-5b6cb4a5-7cfb-4251-99ef-8c8cb76c96cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-3-iscsi, 01a41a16-3081-4967-b42b-51bd867dde32) {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:31:01.765835 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6cb4a5-7cfb-4251-99ef-8c8cb76c96cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:01.765835 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb4a5-7cfb-4251-99ef-8c8cb76c96cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for subnet, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:01.772353 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c55be89-e8b2-4eb6-96c1-dc8765aafda6 None None] Network 01a41a16-3081-4967-b42b-51bd867dde32 requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:31:01.780801 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-5b6cb4a5-7cfb-4251-99ef-8c8cb76c96cf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5835454 Jul 13 18:31:01.783789 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 42066) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:01.788883 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-a598b151-3cb9-4a9c-9c63-dfdb0e673a2b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:31:01.813598 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a598b151-3cb9-4a9c-9c63-dfdb0e673a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8003397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61574'] for router, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:01.814973 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a598b151-3cb9-4a9c-9c63-dfdb0e673a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8003366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8001251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8118471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61597'] for router, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:01.872957 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a598b151-3cb9-4a9c-9c63-dfdb0e673a2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:01.976079 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ca7aaa-07f3-4891-bf5b-07dcf3c52f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8d173ec-5a45-53cb-a2e8-daa7abd35adf-01a41a16-3081-4967-b42b-51bd867dde32', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962'}]}} from dv-cinder-786928-3-iscsi. {{(pid=92975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 18:31:01.977167 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-51ca7aaa-07f3-4891-bf5b-07dcf3c52f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:02.079154 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a598b151-3cb9-4a9c-9c63-dfdb0e673a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8001265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8003419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61603'] for router, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:02.129579 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.db_base_plugin_common [None req-51ca7aaa-07f3-4891-bf5b-07dcf3c52f54 None None] Allocated IP 172.20.0.2 (01a41a16-3081-4967-b42b-51bd867dde32/eaa49001-3ade-4d36-bb78-582f1a0fd962/7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06) {{(pid=92975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:31:02.213727 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed5f95-6800-4080-85ea-b4e253356dc4 req-c358bf5d-40d1-4cc1-9ed7-977fbcdae6d4 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:02.216026 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-48ed5f95-6800-4080-85ea-b4e253356dc4 req-c358bf5d-40d1-4cc1-9ed7-977fbcdae6d4 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 946 time: 0.1914072 Jul 13 18:31:02.268543 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-48ed5f95-6800-4080-85ea-b4e253356dc4 req-5e77c504-89a4-4646-8474-af14723ce6af tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469010 Jul 13 18:31:02.285019 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-51ca7aaa-07f3-4891-bf5b-07dcf3c52f54 None None] Notify callbacks [] for port, precommit_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:02.299681 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-51ca7aaa-07f3-4891-bf5b-07dcf3c52f54 None None] Transition to ACTIVE for port object 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06 will not be triggered until provisioned by entity L2. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:31:02.317820 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-51ca7aaa-07f3-4891-bf5b-07dcf3c52f54 None None] Transition to ACTIVE for port object 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06 will not be triggered until provisioned by entity DHCP. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:31:02.331915 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-51ca7aaa-07f3-4891-bf5b-07dcf3c52f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:02.369942 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ca7aaa-07f3-4891-bf5b-07dcf3c52f54 None None] Network 01a41a16-3081-4967-b42b-51bd867dde32 is already hosted by enough agents. {{(pid=92975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:31:02.375208 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.scheduler.base_scheduler [None req-51ca7aaa-07f3-4891-bf5b-07dcf3c52f54 None None] Resources bound (agent type, host, resource id): {{(pid=92975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:31:02.379503 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ca7aaa-07f3-4891-bf5b-07dcf3c52f54 None None] Received port after_create {{(pid=92975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:31:02.407660 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca7aaa-07f3-4891-bf5b-07dcf3c52f54 None None] Pushing event updated for resources: {'Port': ['ID=7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06,revision_number=1']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:02.442825 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-51ca7aaa-07f3-4891-bf5b-07dcf3c52f54 None None] Attempting to bind port 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:31:02.443350 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-51ca7aaa-07f3-4891-bf5b-07dcf3c52f54 None None] Attempting to bind port 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': 'd486ceeb-8cd5-4e0a-b37a-bf26084d3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32'}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:31:02.443754 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ca7aaa-07f3-4891-bf5b-07dcf3c52f54 None None] Attempting to bind port 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06 on network 01a41a16-3081-4967-b42b-51bd867dde32 {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:31:02.449825 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ca7aaa-07f3-4891-bf5b-07dcf3c52f54 None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:31:02.450326 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ca7aaa-07f3-4891-bf5b-07dcf3c52f54 None None] Checking segment: {'id': 'd486ceeb-8cd5-4e0a-b37a-bf26084d3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:31:02.450944 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-51ca7aaa-07f3-4891-bf5b-07dcf3c52f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:02.451090 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ca7aaa-07f3-4891-bf5b-07dcf3c52f54 None None] Bound using segment: {'id': 'd486ceeb-8cd5-4e0a-b37a-bf26084d3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32'} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:31:02.451645 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-51ca7aaa-07f3-4891-bf5b-07dcf3c52f54 None None] Bound port: 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd486ceeb-8cd5-4e0a-b37a-bf26084d3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32'}}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:31:02.451873 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-51ca7aaa-07f3-4891-bf5b-07dcf3c52f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:02.457593 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a598b151-3cb9-4a9c-9c63-dfdb0e673a2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:02.488020 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a598b151-3cb9-4a9c-9c63-dfdb0e673a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:02.498713 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013965cb-882f-43d6-b794-7941b9eae3a9 req-a388c686-fd06-465a-8e8b-2c96f7a8a959 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:02.500662 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-013965cb-882f-43d6-b794-7941b9eae3a9 req-a388c686-fd06-465a-8e8b-2c96f7a8a959 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.32 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 946 time: 0.1336405 Jul 13 18:31:02.526110 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-51ca7aaa-07f3-4891-bf5b-07dcf3c52f54 None None] For port 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:31:02.527541 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-51ca7aaa-07f3-4891-bf5b-07dcf3c52f54 None None] For port 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06,segment=NetworkSegment(d486ceeb-8cd5-4e0a-b37a-bf26084d3609),segment_id=d486ceeb-8cd5-4e0a-b37a-bf26084d3609)] {{(pid=92975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:31:02.541403 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-51ca7aaa-07f3-4891-bf5b-07dcf3c52f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:02.619993 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca7aaa-07f3-4891-bf5b-07dcf3c52f54 None None] Pushing event updated for resources: {'Port': ['ID=7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06,revision_number=2']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:02.721796 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [None req-a598b151-3cb9-4a9c-9c63-dfdb0e673a2b admin admin] Allocated IP 172.27.2.172 (245bce84-6448-48c3-832e-229c4a14376b/dd702e20-22b6-412e-a631-757c226d263b/5d552d34-ecd4-477d-be59-25bde1503d03) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:31:02.758652 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-013965cb-882f-43d6-b794-7941b9eae3a9 req-fe1ecfe5-9cf3-4283-a18f-512bec4b801b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Deleting port 749003fb-09d2-479c-93b7-1cde321db16e {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:31:02.759083 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-013965cb-882f-43d6-b794-7941b9eae3a9 req-fe1ecfe5-9cf3-4283-a18f-512bec4b801b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:02.975794 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-013965cb-882f-43d6-b794-7941b9eae3a9 req-fe1ecfe5-9cf3-4283-a18f-512bec4b801b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] For port 749003fb-09d2-479c-93b7-1cde321db16e, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=749003fb-09d2-479c-93b7-1cde321db16e,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:31:02.976169 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-013965cb-882f-43d6-b794-7941b9eae3a9 req-fe1ecfe5-9cf3-4283-a18f-512bec4b801b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:02.997541 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a598b151-3cb9-4a9c-9c63-dfdb0e673a2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:03.077195 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841 up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:31:03.136707 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd9697-75ff-47ef-9e64-c2064a81c505 req-8b57af45-a962-4149-9d61-14e8ca6be27f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:03.138076 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning for port 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:31:03.138567 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1cdd9697-75ff-47ef-9e64-c2064a81c505 req-8b57af45-a962-4149-9d61-14e8ca6be27f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccb5bea0-f074-4203-b2af-f6e12271ba33 HTTP/1.1" status: 200 len: 945 time: 0.2415257 Jul 13 18:31:03.143172 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:31:03.144355 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:03.211700 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a598b151-3cb9-4a9c-9c63-dfdb0e673a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:03.264042 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:31:03.293903 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:03.310778 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1cdd9697-75ff-47ef-9e64-c2064a81c505 req-4eb09890-cc27-487e-a234-54bc17ecf6c9 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625335 Jul 13 18:31:03.314790 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-013965cb-882f-43d6-b794-7941b9eae3a9 req-fe1ecfe5-9cf3-4283-a18f-512bec4b801b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:03.315177 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-013965cb-882f-43d6-b794-7941b9eae3a9 req-fe1ecfe5-9cf3-4283-a18f-512bec4b801b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8001390'] for floatingip, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:03.315534 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.db.l3_db [req-013965cb-882f-43d6-b794-7941b9eae3a9 req-fe1ecfe5-9cf3-4283-a18f-512bec4b801b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Floating IP 054df9bc-43f8-42e0-92c9-0675c9e6e633 disassociated. External IP: 172.27.2.34, port: 749003fb-09d2-479c-93b7-1cde321db16e. Jul 13 18:31:03.315879 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-013965cb-882f-43d6-b794-7941b9eae3a9 req-fe1ecfe5-9cf3-4283-a18f-512bec4b801b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Calling delete_port for 749003fb-09d2-479c-93b7-1cde321db16e owned by compute:nova {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:31:03.325170 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a598b151-3cb9-4a9c-9c63-dfdb0e673a2b admin admin] Network 245bce84-6448-48c3-832e-229c4a14376b is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:31:03.333156 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-a598b151-3cb9-4a9c-9c63-dfdb0e673a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:31:03.338923 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598b151-3cb9-4a9c-9c63-dfdb0e673a2b admin admin] Pushing event updated for resources: {'Port': ['ID=5d552d34-ecd4-477d-be59-25bde1503d03,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:03.343435 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a598b151-3cb9-4a9c-9c63-dfdb0e673a2b admin admin] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:31:03.389249 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb5bea0-f074-4203-b2af-f6e12271ba33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df5c7cc-9855-41c2-b3ac-a5bad3ea0841'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:31:03.392690 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a731769-86c5-4f94-b372-8a2dd5d78870" -d '{"events": [{"server_uuid": "ccb5bea0-f074-4203-b2af-f6e12271ba33", "name": "network-vif-plugged", "status": "completed", "tag": "7df5c7cc-9855-41c2-b3ac-a5bad3ea0841"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:31:03.397693 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7df5c7cc-9855-41c2-b3ac-a5bad3ea0841,segment=NetworkSegment(8bd22299-4016-4b7c-afca-e19c25206232),segment_id=8bd22299-4016-4b7c-afca-e19c25206232)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:31:03.409113 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:03.421579 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:31:03.485822 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc579cf1-8526-4b61-b9b3-4eb6204d0a50 x-openstack-request-id: req-bc579cf1-8526-4b61-b9b3-4eb6204d0a50 {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:31:03.486412 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb5bea0-f074-4203-b2af-f6e12271ba33", "name": "network-vif-plugged", "status": "completed", "tag": "7df5c7cc-9855-41c2-b3ac-a5bad3ea0841", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:31:03.486764 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc579cf1-8526-4b61-b9b3-4eb6204d0a50 {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:31:03.487351 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb5bea0-f074-4203-b2af-f6e12271ba33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df5c7cc-9855-41c2-b3ac-a5bad3ea0841', 'code': 200} Jul 13 18:31:03.498401 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=7df5c7cc-9855-41c2-b3ac-a5bad3ea0841,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:03.677080 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036ef68-4d71-4ee9-af24-5c70e7297977 req-e981692c-d862-4ac3-9119-4799cc17814d tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:03.679761 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2036ef68-4d71-4ee9-af24-5c70e7297977 req-e981692c-d862-4ac3-9119-4799cc17814d tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 946 time: 0.2012498 Jul 13 18:31:03.682133 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-013965cb-882f-43d6-b794-7941b9eae3a9 req-fe1ecfe5-9cf3-4283-a18f-512bec4b801b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:03.718185 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39681f83-dd15-4fe3-b2e8-93d0d705ae0c None None] Network 01a41a16-3081-4967-b42b-51bd867dde32 requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:31:03.766143 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ecfe5-9cf3-4283-a18f-512bec4b801b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Pushing event deleted for resources: {'Port': ['ID=749003fb-09d2-479c-93b7-1cde321db16e,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:03.789253 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7323ec-4be4-474f-9115-bfc3f5d5d4f2 req-b2fde507-b19c-4870-b353-71444fa335a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:03.792858 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-db7323ec-4be4-474f-9115-bfc3f5d5d4f2 req-b2fde507-b19c-4870-b353-71444fa335a4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ccb5bea0-f074-4203-b2af-f6e12271ba33 HTTP/1.1" status: 200 len: 1099 time: 0.0692618 Jul 13 18:31:03.794326 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-1096ee22-db89-4c0a-94f3-5150c9632e99 None None] Provisioning for port 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06 completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:31:03.801672 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-1096ee22-db89-4c0a-94f3-5150c9632e99 None None] Provisioning complete for port 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:31:03.802077 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-1096ee22-db89-4c0a-94f3-5150c9632e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:03.848135 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-db7323ec-4be4-474f-9115-bfc3f5d5d4f2 req-0058482d-3f1a-4cd1-a08f-f6ff39a35ab6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479474 Jul 13 18:31:03.868647 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2036ef68-4d71-4ee9-af24-5c70e7297977 req-74785e4e-6645-47ac-981a-c04fb203f99a tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups?id=aec22f56-3342-4430-943b-63cac3c28ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781981 Jul 13 18:31:03.929124 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a598b151-3cb9-4a9c-9c63-dfdb0e673a2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:03.966333 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-1096ee22-db89-4c0a-94f3-5150c9632e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:04.010117 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-1096ee22-db89-4c0a-94f3-5150c9632e99 None None] For port 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06,segment=NetworkSegment(d486ceeb-8cd5-4e0a-b37a-bf26084d3609),segment_id=d486ceeb-8cd5-4e0a-b37a-bf26084d3609)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:31:04.015184 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-1096ee22-db89-4c0a-94f3-5150c9632e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:04.038740 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-013965cb-882f-43d6-b794-7941b9eae3a9 req-fe1ecfe5-9cf3-4283-a18f-512bec4b801b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Router fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:31:04.075329 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096ee22-db89-4c0a-94f3-5150c9632e99 None None] Pushing event updated for resources: {'Port': ['ID=7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06,revision_number=3']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:04.351153 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-1c07fee2-3264-460b-9357-2588022cf33f None None] Provisioning complete for port 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:31:04.352229 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-1c07fee2-3264-460b-9357-2588022cf33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:04.597288 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-013965cb-882f-43d6-b794-7941b9eae3a9 req-fe1ecfe5-9cf3-4283-a18f-512bec4b801b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:31:04.600043 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a598b151-3cb9-4a9c-9c63-dfdb0e673a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8003410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8001228'] for router, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:04.609467 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00638c99-82bd-4ec1-a5d1-74f7c79a240b None None] Sync routers for ids ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'] in dv-cinder-786928-3-iscsi {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:31:04.621561 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00638c99-82bd-4ec1-a5d1-74f7c79a240b None None] Routers {'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:31:04.622587 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-00638c99-82bd-4ec1-a5d1-74f7c79a240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:30:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:04.682193 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-013965cb-882f-43d6-b794-7941b9eae3a9 req-fe1ecfe5-9cf3-4283-a18f-512bec4b801b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] No DVR routers for this DVR port 749003fb-09d2-479c-93b7-1cde321db16e on host hv-cinder-78692 {{(pid=92973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:31:04.686710 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-013965cb-882f-43d6-b794-7941b9eae3a9 req-fe1ecfe5-9cf3-4283-a18f-512bec4b801b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:04.688698 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-013965cb-882f-43d6-b794-7941b9eae3a9 req-fe1ecfe5-9cf3-4283-a18f-512bec4b801b tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.32 "DELETE /v2.0/ports/749003fb-09d2-479c-93b7-1cde321db16e HTTP/1.1" status: 204 len: 173 time: 2.1784542 Jul 13 18:31:04.689186 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b081fe-25f8-46c7-b4c0-2c1dffde8362', 'name': 'network-vif-deleted', 'tag': '749003fb-09d2-479c-93b7-1cde321db16e'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:31:04.691429 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c6fb35-48d1-481a-9e4d-96d8a6fabf6e" -d '{"events": [{"server_uuid": "06b081fe-25f8-46c7-b4c0-2c1dffde8362", "name": "network-vif-deleted", "tag": "749003fb-09d2-479c-93b7-1cde321db16e"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:31:04.716333 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d93e7-7309-47da-a9a6-341ad6fa4482 req-dd18438d-d061-48f4-97f1-bd4d66984ca8 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:04.717887 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-881d93e7-7309-47da-a9a6-341ad6fa4482 req-dd18438d-d061-48f4-97f1-bd4d66984ca8 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccb5bea0-f074-4203-b2af-f6e12271ba33 HTTP/1.1" status: 200 len: 946 time: 0.1931362 Jul 13 18:31:04.747374 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-00638c99-82bd-4ec1-a5d1-74f7c79a240b None None] Set router fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:31:04.753727 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314cce93-78f3-49f3-ba22-1a74153e2321 x-openstack-request-id: req-314cce93-78f3-49f3-ba22-1a74153e2321 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:31:04.754056 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b081fe-25f8-46c7-b4c0-2c1dffde8362", "name": "network-vif-deleted", "tag": "749003fb-09d2-479c-93b7-1cde321db16e", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:31:04.754514 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-314cce93-78f3-49f3-ba22-1a74153e2321 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:31:04.754862 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b081fe-25f8-46c7-b4c0-2c1dffde8362', 'name': 'network-vif-deleted', 'tag': '749003fb-09d2-479c-93b7-1cde321db16e', 'status': 'completed', 'code': 200} Jul 13 18:31:04.818900 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-881d93e7-7309-47da-a9a6-341ad6fa4482 req-bee9ccf9-3692-4f27-a208-3f0aef8d8e5b tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665476 Jul 13 18:31:04.861990 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a598b151-3cb9-4a9c-9c63-dfdb0e673a2b admin admin] Router be061237-aff6-47e1-a004-5e8f0ecfa42c is scheduled to L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad with binding_index 1 {{(pid=92973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 18:31:05.021059 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-00638c99-82bd-4ec1-a5d1-74f7c79a240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1172803508-router', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '521e7351-66e8-4566-9902-ff6b3a693126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:07Z', 'updated_at': '2021-07-13T18:23:18Z', 'revision_number': 4, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'gw_port': {'id': '521e7351-66e8-4566-9902-ff6b3a693126', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:09Z', 'updated_at': '2021-07-13T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': 'b451eb4a-b4cd-456f-8ee3-ecfd2da09c41', 'name': '', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'mac_address': 'fa:16:3e:90:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:15Z', 'updated_at': '2021-07-13T18:23:35Z', 'revision_number': 5, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'subnets': [{'id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:05.037500 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a598b151-3cb9-4a9c-9c63-dfdb0e673a2b admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:31:05.047197 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] Sync routers for ids ['be061237-aff6-47e1-a004-5e8f0ecfa42c'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:31:05.063281 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00638c99-82bd-4ec1-a5d1-74f7c79a240b None None] Checking router: fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb for host: dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:31:05.070426 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] Routers {'be061237-aff6-47e1-a004-5e8f0ecfa42c'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:31:05.075163 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:30:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['be061237-aff6-47e1-a004-5e8f0ecfa42c'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:05.078553 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00638c99-82bd-4ec1-a5d1-74f7c79a240b None None] Routers {'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:31:05.080564 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-00638c99-82bd-4ec1-a5d1-74f7c79a240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:30:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:05.123439 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d38d8165-a0b6-4351-a901-ff496be6ba6f req-f1cc6a93-85ac-4610-8534-4d3edee145f2 tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b081fe-25f8-46c7-b4c0-2c1dffde8362 HTTP/1.1" status: 200 len: 210 time: 0.0419481 Jul 13 18:31:05.124330 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a598b151-3cb9-4a9c-9c63-dfdb0e673a2b admin admin] Notify callbacks [] for router, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:05.128408 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-a598b151-3cb9-4a9c-9c63-dfdb0e673a2b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3407445 Jul 13 18:31:05.128762 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 42082) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:05.286402 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-00638c99-82bd-4ec1-a5d1-74f7c79a240b None None] Set router fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:31:05.397329 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:31:05.460972 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] Set router be061237-aff6-47e1-a004-5e8f0ecfa42c gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:31:05.583629 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:31:05.584765 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:05.592145 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-00638c99-82bd-4ec1-a5d1-74f7c79a240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1172803508-router', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '521e7351-66e8-4566-9902-ff6b3a693126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:07Z', 'updated_at': '2021-07-13T18:23:18Z', 'revision_number': 4, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'gw_port': {'id': '521e7351-66e8-4566-9902-ff6b3a693126', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:09Z', 'updated_at': '2021-07-13T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': 'b451eb4a-b4cd-456f-8ee3-ecfd2da09c41', 'name': '', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'mac_address': 'fa:16:3e:90:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:15Z', 'updated_at': '2021-07-13T18:23:35Z', 'revision_number': 5, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'subnets': [{'id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:05.636511 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00638c99-82bd-4ec1-a5d1-74f7c79a240b None None] The sync data for ids ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'] in dv-cinder-786928-3-iscsi is: [{'id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1172803508-router', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '521e7351-66e8-4566-9902-ff6b3a693126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:07Z', 'updated_at': '2021-07-13T18:23:18Z', 'revision_number': 4, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'gw_port': {'id': '521e7351-66e8-4566-9902-ff6b3a693126', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:09Z', 'updated_at': '2021-07-13T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': 'b451eb4a-b4cd-456f-8ee3-ecfd2da09c41', 'name': '', 'network_id': 'b00e07c5-b28a-4ecc-8223-f86c27a5a31d', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'mac_address': 'fa:16:3e:90:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:15Z', 'updated_at': '2021-07-13T18:23:35Z', 'revision_number': 5, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'subnets': [{'id': 'debf1583-97cc-49b3-a3ab-32a9aef91126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:31:05.759536 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:31:03Z', 'revision_number': 3, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:05.779643 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e75226b6-9ebb-45a8-b561-20d79cad2043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:05.788607 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] Checking router: be061237-aff6-47e1-a004-5e8f0ecfa42c for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:31:05.788973 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] Updating router be061237-aff6-47e1-a004-5e8f0ecfa42c port 5d552d34-ecd4-477d-be59-25bde1503d03 binding host dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 18:31:05.845689 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:05.970243 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d89ec44-9b6a-4392-a724-11c68129bf5f None None] New status for floating IP 054df9bc-43f8-42e0-92c9-0675c9e6e633: DOWN {{(pid=92976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 18:31:06.029653 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [None req-e75226b6-9ebb-45a8-b561-20d79cad2043 admin admin] Allocated IP 172.20.0.1 (01a41a16-3081-4967-b42b-51bd867dde32/eaa49001-3ade-4d36-bb78-582f1a0fd962/7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:31:06.117756 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1328c4-1577-4633-8695-fcbf4cf740f9 req-843babc4-6dc7-42d1-864f-9b2298ffe172 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:06.119439 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6d1328c4-1577-4633-8695-fcbf4cf740f9 req-843babc4-6dc7-42d1-864f-9b2298ffe172 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccb5bea0-f074-4203-b2af-f6e12271ba33 HTTP/1.1" status: 200 len: 946 time: 0.1533391 Jul 13 18:31:06.181843 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] Notify callbacks [] for port, precommit_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:06.196947 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] Transition to ACTIVE for port object 5d552d34-ecd4-477d-be59-25bde1503d03 will not be triggered until provisioned by entity L2. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:31:06.197766 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6d1328c4-1577-4633-8695-fcbf4cf740f9 req-46fb1c70-dd07-4c78-a613-514da8bae05a tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651343 Jul 13 18:31:06.202858 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e75226b6-9ebb-45a8-b561-20d79cad2043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:06.212200 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:06.238883 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [None req-e75226b6-9ebb-45a8-b561-20d79cad2043 admin admin] Transition to ACTIVE for port object 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39 will not be triggered until provisioned by entity DHCP. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:31:06.246019 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] Attempting to bind port 5d552d34-ecd4-477d-be59-25bde1503d03 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:31:06.246400 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] Attempting to bind port 5d552d34-ecd4-477d-be59-25bde1503d03 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:31:06.246764 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] Attempting to bind port 5d552d34-ecd4-477d-be59-25bde1503d03 on network 245bce84-6448-48c3-832e-229c4a14376b {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:31:06.275292 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:31:06.275694 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] Checking segment: {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:31:06.276096 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:06.276489 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] Bound using segment: {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:31:06.277313 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] Bound port: 5d552d34-ecd4-477d-be59-25bde1503d03, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:31:06.277703 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:06.289117 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e75226b6-9ebb-45a8-b561-20d79cad2043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:06.344374 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75fabe-a621-4f72-84b0-fb174d142975 None None] Pushing event updated for resources: {'Port': ['ID=5d552d34-ecd4-477d-be59-25bde1503d03,revision_number=2']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:06.359377 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] For port 5d552d34-ecd4-477d-be59-25bde1503d03, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:31:06.362807 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] For port 5d552d34-ecd4-477d-be59-25bde1503d03, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=5d552d34-ecd4-477d-be59-25bde1503d03,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:31:06.364041 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75226b6-9ebb-45a8-b561-20d79cad2043 admin admin] Network 01a41a16-3081-4967-b42b-51bd867dde32 is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:31:06.370867 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:06.373445 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-e75226b6-9ebb-45a8-b561-20d79cad2043 admin admin] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:31:06.376161 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75226b6-9ebb-45a8-b561-20d79cad2043 admin admin] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:31:06.413462 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75226b6-9ebb-45a8-b561-20d79cad2043 admin admin] Pushing event updated for resources: {'Port': ['ID=7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:06.442790 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e75226b6-9ebb-45a8-b561-20d79cad2043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8006825'] for router_interface, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:06.448707 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] Routers {'be061237-aff6-47e1-a004-5e8f0ecfa42c'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:31:06.449516 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:30:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['be061237-aff6-47e1-a004-5e8f0ecfa42c'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:06.555177 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75fabe-a621-4f72-84b0-fb174d142975 None None] Pushing event updated for resources: {'Port': ['ID=5d552d34-ecd4-477d-be59-25bde1503d03,revision_number=3']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:06.590535 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] Set router be061237-aff6-47e1-a004-5e8f0ecfa42c gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:31:06.672914 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e75226b6-9ebb-45a8-b561-20d79cad2043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:06.797079 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-645f0c53-9e2f-42a7-8572-b1fd01728e51 None None] Provisioning for port 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39 completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:31:06.803418 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-645f0c53-9e2f-42a7-8572-b1fd01728e51 None None] Provisioning complete for port 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:31:06.803856 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-645f0c53-9e2f-42a7-8572-b1fd01728e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:06.846235 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-645f0c53-9e2f-42a7-8572-b1fd01728e51 None None] Port 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39 cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:31:06.848645 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:31:03Z', 'revision_number': 3, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:06.862135 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e75226b6-9ebb-45a8-b561-20d79cad2043 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:06.872038 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e75226b6-9ebb-45a8-b561-20d79cad2043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:06.878048 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b5289a-c8f6-4a08-8324-eb6b60fec9b1 None None] The sync data for ids ['be061237-aff6-47e1-a004-5e8f0ecfa42c'] in dv-cinder-786928-3-iscsi is: [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:31:03Z', 'revision_number': 3, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:31:06.937582 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75226b6-9ebb-45a8-b561-20d79cad2043 admin admin] Pushing event updated for resources: {'Port': ['ID=7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:06.945531 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e75226b6-9ebb-45a8-b561-20d79cad2043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7944997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8006115'] for router_interface, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:07.049800 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75226b6-9ebb-45a8-b561-20d79cad2043 admin admin] Network 01a41a16-3081-4967-b42b-51bd867dde32 is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:31:07.051255 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-e75226b6-9ebb-45a8-b561-20d79cad2043 admin admin] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:31:07.103913 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 749003fb-09d2-479c-93b7-1cde321db16e no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:31:07.154887 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] No Port match for: 749003fb-09d2-479c-93b7-1cde321db16e {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:31:07.155192 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 749003fb-09d2-479c-93b7-1cde321db16e not bound to the agent host hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:31:07.243171 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75226b6-9ebb-45a8-b561-20d79cad2043 admin admin] Router be061237-aff6-47e1-a004-5e8f0ecfa42c has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:31:07.301218 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 5d552d34-ecd4-477d-be59-25bde1503d03 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:31:07.379354 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port 5d552d34-ecd4-477d-be59-25bde1503d03 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:31:07.385766 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 5d552d34-ecd4-477d-be59-25bde1503d03 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:31:07.386234 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:07.415934 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-738ec4ff-11c1-4c63-91fe-b5c22219e4b0 None None] Provisioning complete for port 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:31:07.415934 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-738ec4ff-11c1-4c63-91fe-b5c22219e4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:07.416122 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42098) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:07.418816 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75226b6-9ebb-45a8-b561-20d79cad2043 admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:31:07.444637 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-e75226b6-9ebb-45a8-b561-20d79cad2043 admin admin] 10.222.0.11 "PUT /v2.0/routers/be061237-aff6-47e1-a004-5e8f0ecfa42c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3135941 Jul 13 18:31:07.476720 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-738ec4ff-11c1-4c63-91fe-b5c22219e4b0 None None] Port 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39 cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:31:07.506321 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4a8c0fa2-3663-4609-b0a0-ff879e46d39d tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:07.529146 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:07.535164 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4a8c0fa2-3663-4609-b0a0-ff879e46d39d tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:07.553442 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port 5d552d34-ecd4-477d-be59-25bde1503d03, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=5d552d34-ecd4-477d-be59-25bde1503d03,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:31:07.563007 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:07.602826 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4a8c0fa2-3663-4609-b0a0-ff879e46d39d tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:07.606813 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4a8c0fa2-3663-4609-b0a0-ff879e46d39d tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:07.608038 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-4a8c0fa2-3663-4609-b0a0-ff879e46d39d tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "DELETE /v2.0/security-groups/aec22f56-3342-4430-943b-63cac3c28ef6 HTTP/1.1" status: 204 len: 168 time: 0.1908028 Jul 13 18:31:07.611086 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 42102) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:07.621758 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=5d552d34-ecd4-477d-be59-25bde1503d03,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:07.626724 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c0fa2-3663-4609-b0a0-ff879e46d39d tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec22f56-3342-4430-943b-63cac3c28ef6,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:07.641371 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.api.v2.resource [None req-31ac82e7-3d9f-4176-945b-4c8e530ecd1e tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] show failed (client error): The resource could not be found. Jul 13 18:31:07.645244 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-31ac82e7-3d9f-4176-945b-4c8e530ecd1e tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "GET /v2.0/security-groups/aec22f56-3342-4430-943b-63cac3c28ef6 HTTP/1.1" status: 404 len: 347 time: 0.0303509 Jul 13 18:31:07.645519 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 42106) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:07.805035 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-57e5a63d-6fb2-4a8c-b334-81fa268614da tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Deleting port b207e592-d9ac-4493-a424-0dfc6b44adc2 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:31:07.805531 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-57e5a63d-6fb2-4a8c-b334-81fa268614da tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:07.932983 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-57e5a63d-6fb2-4a8c-b334-81fa268614da tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:07.933354 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-57e5a63d-6fb2-4a8c-b334-81fa268614da tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:07.953020 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-57e5a63d-6fb2-4a8c-b334-81fa268614da tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Calling delete_port for b207e592-d9ac-4493-a424-0dfc6b44adc2 owned by network:floatingip {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:31:08.198744 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-57e5a63d-6fb2-4a8c-b334-81fa268614da tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:08.230490 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5a63d-6fb2-4a8c-b334-81fa268614da tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Pushing event deleted for resources: {'Port': ['ID=b207e592-d9ac-4493-a424-0dfc6b44adc2,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:08.325033 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-57e5a63d-6fb2-4a8c-b334-81fa268614da tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks [] for floatingip, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:08.327548 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-57e5a63d-6fb2-4a8c-b334-81fa268614da tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for floatingip, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:08.328752 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-57e5a63d-6fb2-4a8c-b334-81fa268614da tempest-AttachVolumeShelveTestJSON-1114088991 tempest-AttachVolumeShelveTestJSON-1114088991-project] 10.222.0.11 "DELETE /v2.0/floatingips/054df9bc-43f8-42e0-92c9-0675c9e6e633 HTTP/1.1" status: 204 len: 168 time: 0.6822679 Jul 13 18:31:08.333531 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42130) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:08.347906 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-a87c94ab-d5ce-46a2-9852-3b12061ce42f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1745007264-network', 'tenant_id': 'dc19aa1a3dd9494aba80124d23b7912a'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:31:08.391873 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87c94ab-d5ce-46a2-9852-3b12061ce42f admin admin] Made reservation on behalf of dc19aa1a3dd9494aba80124d23b7912a for: {'network': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:31:08.395448 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a87c94ab-d5ce-46a2-9852-3b12061ce42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for network, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:08.405660 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a87c94ab-d5ce-46a2-9852-3b12061ce42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:08.520562 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a87c94ab-d5ce-46a2-9852-3b12061ce42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:08.528647 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a87c94ab-d5ce-46a2-9852-3b12061ce42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:08.554965 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87c94ab-d5ce-46a2-9852-3b12061ce42f admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=92974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 18:31:08.572849 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c94ab-d5ce-46a2-9852-3b12061ce42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328858bf-5207-43d4-b528-5c224731a431,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:08.576085 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a87c94ab-d5ce-46a2-9852-3b12061ce42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:08.576490 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.segments_db [None req-a87c94ab-d5ce-46a2-9852-3b12061ce42f admin admin] Added segment 54b54179-129e-40c2-976d-3b53b17d39df of type vlan for network f084834e-432f-4566-bda2-c672eb36d8ae Jul 13 18:31:08.623878 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a87c94ab-d5ce-46a2-9852-3b12061ce42f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737535993375'] for network, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:08.655929 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a87c94ab-d5ce-46a2-9852-3b12061ce42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for network, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:08.656940 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87c94ab-d5ce-46a2-9852-3b12061ce42f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:08.657567 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a87c94ab-d5ce-46a2-9852-3b12061ce42f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:08.715242 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-a87c94ab-d5ce-46a2-9852-3b12061ce42f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3791852 Jul 13 18:31:08.719280 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 42136) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:08.721276 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c94ab-d5ce-46a2-9852-3b12061ce42f admin admin] Pushing event updated for resources: {'Network': ['ID=f084834e-432f-4566-bda2-c672eb36d8ae,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:08.727347 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-4b9bc724-25a0-494d-9da6-15de506bf52d admin admin] Request body: {'subnet': {'network_id': 'f084834e-432f-4566-bda2-c672eb36d8ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1745007264-subnet', 'tenant_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'ip_version': 4}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:31:08.737580 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Network f084834e-432f-4566-bda2-c672eb36d8ae details requested by agent ovs-agent-dv-cinder-786928-3-iscsi with host dv-cinder-786928-3-iscsi {{(pid=92975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 18:31:08.757512 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9bc724-25a0-494d-9da6-15de506bf52d admin admin] Made reservation on behalf of dc19aa1a3dd9494aba80124d23b7912a for: {'subnet': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:31:08.760070 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4b9bc724-25a0-494d-9da6-15de506bf52d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8946667'] for subnet, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:08.916254 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de84c463-6218-42f8-9f1a-3b57443215ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:08.970137 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4b9bc724-25a0-494d-9da6-15de506bf52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8946649'] for subnet, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:08.998296 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] Sync routers for ids ['be061237-aff6-47e1-a004-5e8f0ecfa42c'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:31:09.009641 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] Routers {'be061237-aff6-47e1-a004-5e8f0ecfa42c'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:31:09.010306 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:30:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['be061237-aff6-47e1-a004-5e8f0ecfa42c'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:09.022320 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bc724-25a0-494d-9da6-15de506bf52d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5e457d0-5485-4671-8dfa-f17f31bd79d5,revision_number=0']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:09.038625 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9bc724-25a0-494d-9da6-15de506bf52d admin admin] Checking segment: {'id': '54b54179-129e-40c2-976d-3b53b17d39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f084834e-432f-4566-bda2-c672eb36d8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:31:09.038990 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9bc724-25a0-494d-9da6-15de506bf52d admin admin] Network hostable DHCP agents. Network: f084834e-432f-4566-bda2-c672eb36d8ae, hostable agents: ['65b15fd5-f86c-4cf1-b54a-6ad638ce2cca'], hosted agents: [] {{(pid=92973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 18:31:09.056017 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9bc724-25a0-494d-9da6-15de506bf52d admin admin] Network f084834e-432f-4566-bda2-c672eb36d8ae is scheduled to be hosted by DHCP agent 65b15fd5-f86c-4cf1-b54a-6ad638ce2cca with binding_index 1 {{(pid=92973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 18:31:09.065590 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-4b9bc724-25a0-494d-9da6-15de506bf52d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-3-iscsi, f084834e-432f-4566-bda2-c672eb36d8ae) {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:31:09.070892 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9bc724-25a0-494d-9da6-15de506bf52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:09.071656 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4b9bc724-25a0-494d-9da6-15de506bf52d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:09.085870 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-4b9bc724-25a0-494d-9da6-15de506bf52d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3651867 Jul 13 18:31:09.088464 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42138) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:09.092380 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15621e20-c8ec-4999-8621-90db5c1d96fb None None] Network f084834e-432f-4566-bda2-c672eb36d8ae requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:31:09.093200 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-88f07bc9-47c9-43f7-a38d-7693aefef45b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1745007264-router', 'tenant_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:31:09.113925 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-88f07bc9-47c9-43f7-a38d-7693aefef45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8003397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61574'] for router, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:09.114899 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-88f07bc9-47c9-43f7-a38d-7693aefef45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8003366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8001251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8118471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61597'] for router, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:09.161657 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] Set router be061237-aff6-47e1-a004-5e8f0ecfa42c gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:31:09.176450 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-88f07bc9-47c9-43f7-a38d-7693aefef45b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:09.221186 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 5d552d34-ecd4-477d-be59-25bde1503d03 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:31:09.317529 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-88f07bc9-47c9-43f7-a38d-7693aefef45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8001265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8003419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61603'] for router, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:09.496858 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:09.534759 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-88f07bc9-47c9-43f7-a38d-7693aefef45b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:09.541636 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a41abe9-b253-44bd-84ba-56694583d723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8d173ec-5a45-53cb-a2e8-daa7abd35adf-f084834e-432f-4566-bda2-c672eb36d8ae', 'network_id': 'f084834e-432f-4566-bda2-c672eb36d8ae', 'tenant_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'fixed_ips': [{'subnet_id': 'c5e457d0-5485-4671-8dfa-f17f31bd79d5'}]}} from dv-cinder-786928-3-iscsi. {{(pid=92975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 18:31:09.543206 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-2a41abe9-b253-44bd-84ba-56694583d723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:09.560686 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 5d552d34-ecd4-477d-be59-25bde1503d03 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:31:09.561063 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:09.563768 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-88f07bc9-47c9-43f7-a38d-7693aefef45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:09.707387 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_common [None req-88f07bc9-47c9-43f7-a38d-7693aefef45b admin admin] Allocated IP 172.27.2.86 (245bce84-6448-48c3-832e-229c4a14376b/dd702e20-22b6-412e-a631-757c226d263b/20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2) {{(pid=92974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:31:09.801258 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.db_base_plugin_common [None req-2a41abe9-b253-44bd-84ba-56694583d723 None None] Allocated IP 172.20.0.2 (f084834e-432f-4566-bda2-c672eb36d8ae/c5e457d0-5485-4671-8dfa-f17f31bd79d5/dad4f4c4-b064-4621-9205-10c10cf1ea63) {{(pid=92975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:31:09.808217 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:31:06Z', 'revision_number': 4, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39', 'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'mac_address': 'fa:16:3e:37:d5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:05Z', 'updated_at': '2021-07-13T18:31:06Z', 'revision_number': 2, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'subnets': [{'id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:09.843623 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] Checking router: be061237-aff6-47e1-a004-5e8f0ecfa42c for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:31:09.844241 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] Updating router be061237-aff6-47e1-a004-5e8f0ecfa42c port 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39 binding host dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 18:31:09.866807 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-88f07bc9-47c9-43f7-a38d-7693aefef45b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:09.908436 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-88f07bc9-47c9-43f7-a38d-7693aefef45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:09.919450 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:09.950808 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f07bc9-47c9-43f7-a38d-7693aefef45b admin admin] Network 245bce84-6448-48c3-832e-229c4a14376b is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:31:09.959918 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-88f07bc9-47c9-43f7-a38d-7693aefef45b admin admin] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:31:09.962875 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f07bc9-47c9-43f7-a38d-7693aefef45b admin admin] Received port after_create {{(pid=92974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:31:09.992126 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f07bc9-47c9-43f7-a38d-7693aefef45b admin admin] Pushing event updated for resources: {'Port': ['ID=20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:10.112892 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-2a41abe9-b253-44bd-84ba-56694583d723 None None] Notify callbacks [] for port, precommit_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:10.152962 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-2a41abe9-b253-44bd-84ba-56694583d723 None None] Transition to ACTIVE for port object dad4f4c4-b064-4621-9205-10c10cf1ea63 will not be triggered until provisioned by entity L2. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:31:10.181010 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-2a41abe9-b253-44bd-84ba-56694583d723 None None] Transition to ACTIVE for port object dad4f4c4-b064-4621-9205-10c10cf1ea63 will not be triggered until provisioned by entity DHCP. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:31:10.188986 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-2a41abe9-b253-44bd-84ba-56694583d723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831'] for port, after_create {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:10.227423 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-88f07bc9-47c9-43f7-a38d-7693aefef45b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:10.248784 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a41abe9-b253-44bd-84ba-56694583d723 None None] Network f084834e-432f-4566-bda2-c672eb36d8ae is already hosted by enough agents. {{(pid=92975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:31:10.256998 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.scheduler.base_scheduler [None req-2a41abe9-b253-44bd-84ba-56694583d723 None None] Resources bound (agent type, host, resource id): {{(pid=92975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:31:10.260157 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41abe9-b253-44bd-84ba-56694583d723 None None] Pushing event updated for resources: {'Port': ['ID=dad4f4c4-b064-4621-9205-10c10cf1ea63,revision_number=1']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:10.262294 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a41abe9-b253-44bd-84ba-56694583d723 None None] Received port after_create {{(pid=92975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:31:10.361991 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] Notify callbacks [] for port, precommit_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:10.364146 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-2a41abe9-b253-44bd-84ba-56694583d723 None None] Attempting to bind port dad4f4c4-b064-4621-9205-10c10cf1ea63 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:31:10.364923 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-2a41abe9-b253-44bd-84ba-56694583d723 None None] Attempting to bind port dad4f4c4-b064-4621-9205-10c10cf1ea63 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': '54b54179-129e-40c2-976d-3b53b17d39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f084834e-432f-4566-bda2-c672eb36d8ae'}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:31:10.365315 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a41abe9-b253-44bd-84ba-56694583d723 None None] Attempting to bind port dad4f4c4-b064-4621-9205-10c10cf1ea63 on network f084834e-432f-4566-bda2-c672eb36d8ae {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:31:10.375799 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a41abe9-b253-44bd-84ba-56694583d723 None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:31:10.376161 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a41abe9-b253-44bd-84ba-56694583d723 None None] Checking segment: {'id': '54b54179-129e-40c2-976d-3b53b17d39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f084834e-432f-4566-bda2-c672eb36d8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:31:10.376557 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-2a41abe9-b253-44bd-84ba-56694583d723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:10.376945 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a41abe9-b253-44bd-84ba-56694583d723 None None] Bound using segment: {'id': '54b54179-129e-40c2-976d-3b53b17d39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f084834e-432f-4566-bda2-c672eb36d8ae'} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:31:10.377671 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-2a41abe9-b253-44bd-84ba-56694583d723 None None] Bound port: dad4f4c4-b064-4621-9205-10c10cf1ea63, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b54179-129e-40c2-976d-3b53b17d39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f084834e-432f-4566-bda2-c672eb36d8ae'}}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:31:10.378049 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-2a41abe9-b253-44bd-84ba-56694583d723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:10.382076 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] Transition to ACTIVE for port object 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39 will not be triggered until provisioned by entity L2. {{(pid=92975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:31:10.398056 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:10.424821 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-88f07bc9-47c9-43f7-a38d-7693aefef45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8003410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8001228'] for router, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:10.492485 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fa5b6-a2f4-4c56-98dc-2074fc123deb None None] Pushing event updated for resources: {'Port': ['ID=7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39,revision_number=3']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:10.513135 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-2a41abe9-b253-44bd-84ba-56694583d723 None None] For port dad4f4c4-b064-4621-9205-10c10cf1ea63, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:31:10.543068 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-2a41abe9-b253-44bd-84ba-56694583d723 None None] For port dad4f4c4-b064-4621-9205-10c10cf1ea63, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=dad4f4c4-b064-4621-9205-10c10cf1ea63,segment=NetworkSegment(54b54179-129e-40c2-976d-3b53b17d39df),segment_id=54b54179-129e-40c2-976d-3b53b17d39df)] {{(pid=92975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:31:10.563229 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-2a41abe9-b253-44bd-84ba-56694583d723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:10.596500 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f07bc9-47c9-43f7-a38d-7693aefef45b admin admin] Router c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10 is scheduled to L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad with binding_index 1 {{(pid=92974) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 18:31:10.601764 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] Attempting to bind port 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:31:10.602132 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] Attempting to bind port 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': 'd486ceeb-8cd5-4e0a-b37a-bf26084d3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32'}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:31:10.602492 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] Attempting to bind port 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39 on network 01a41a16-3081-4967-b42b-51bd867dde32 {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:31:10.619446 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:31:10.624013 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] Checking segment: {'id': 'd486ceeb-8cd5-4e0a-b37a-bf26084d3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:31:10.624710 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:10.625262 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] Bound using segment: {'id': 'd486ceeb-8cd5-4e0a-b37a-bf26084d3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32'} {{(pid=92975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:31:10.626133 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.managers [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] Bound port: 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd486ceeb-8cd5-4e0a-b37a-bf26084d3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32'}}] {{(pid=92975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:31:10.626706 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:10.689621 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41abe9-b253-44bd-84ba-56694583d723 None None] Pushing event updated for resources: {'Port': ['ID=dad4f4c4-b064-4621-9205-10c10cf1ea63,revision_number=2']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:10.732157 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f07bc9-47c9-43f7-a38d-7693aefef45b admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:31:10.741916 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] Sync routers for ids ['c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10'] in dv-cinder-786928-3-iscsi {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:31:10.751291 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] For port 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:31:10.754299 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-88f07bc9-47c9-43f7-a38d-7693aefef45b admin admin] Notify callbacks [] for router, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:10.759313 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] For port 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39,segment=NetworkSegment(d486ceeb-8cd5-4e0a-b37a-bf26084d3609),segment_id=d486ceeb-8cd5-4e0a-b37a-bf26084d3609)] {{(pid=92975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:31:10.759532 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-88f07bc9-47c9-43f7-a38d-7693aefef45b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6664801 Jul 13 18:31:10.759774 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] Routers {'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:31:10.759774 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:30:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:10.759970 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42156) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:10.765105 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:10.829823 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] Routers {'be061237-aff6-47e1-a004-5e8f0ecfa42c'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:31:10.832539 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:30:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['be061237-aff6-47e1-a004-5e8f0ecfa42c'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:10.880069 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] Set router c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:31:11.184469 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] Set router be061237-aff6-47e1-a004-5e8f0ecfa42c gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:31:11.216756 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10', 'name': 'tempest-TestVolumeBootPattern-1745007264-router', 'tenant_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:09Z', 'updated_at': '2021-07-13T18:31:10Z', 'revision_number': 3, 'project_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'gw_port': {'id': '20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:09Z', 'updated_at': '2021-07-13T18:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:11.254220 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fa5b6-a2f4-4c56-98dc-2074fc123deb None None] Pushing event updated for resources: {'Port': ['ID=7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:11.254333 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 42164) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:11.282962 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] Checking router: c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10 for host: dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:31:11.283676 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] Updating router c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10 port 20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2 binding host dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 18:31:11.353671 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:11.395081 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device dad4f4c4-b064-4621-9205-10c10cf1ea63 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:31:11.469980 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-82b08035-0bf7-41bf-9289-802543ba3733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:11.513494 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port dad4f4c4-b064-4621-9205-10c10cf1ea63 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:31:11.518641 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:31:06Z', 'revision_number': 4, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39', 'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'mac_address': 'fa:16:3e:37:d5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:05Z', 'updated_at': '2021-07-13T18:31:10Z', 'revision_number': 4, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'subnets': [{'id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:11.547158 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b9b5c3-e881-45df-81d4-79a2a6acf9c3 None None] The sync data for ids ['be061237-aff6-47e1-a004-5e8f0ecfa42c'] in dv-cinder-786928-3-iscsi is: [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:31:06Z', 'revision_number': 4, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39', 'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'mac_address': 'fa:16:3e:37:d5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:05Z', 'updated_at': '2021-07-13T18:31:10Z', 'revision_number': 4, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'subnets': [{'id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:31:11.554519 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a76832fc-651d-4ee4-86e2-246bf584a4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:11.699565 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:11.767502 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] Notify callbacks [] for port, precommit_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:11.780016 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.provisioning_blocks [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] Transition to ACTIVE for port object 20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2 will not be triggered until provisioned by entity L2. {{(pid=92976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:31:11.788260 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:11.856209 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb709ed-33c1-441b-804c-832f71ad161f None None] Pushing event updated for resources: {'Port': ['ID=20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2,revision_number=2']} {{(pid=92976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:11.866877 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_common [None req-a76832fc-651d-4ee4-86e2-246bf584a4a5 admin admin] Allocated IP 172.20.0.1 (f084834e-432f-4566-bda2-c672eb36d8ae/c5e457d0-5485-4671-8dfa-f17f31bd79d5/d0af6150-e152-4052-8ea2-9c4504950ae0) {{(pid=92974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:31:11.883675 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb709ed-33c1-441b-804c-832f71ad161f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:11.884607 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb709ed-33c1-441b-804c-832f71ad161f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:11.885419 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb709ed-33c1-441b-804c-832f71ad161f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:11.885934 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb709ed-33c1-441b-804c-832f71ad161f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:11.886798 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb709ed-33c1-441b-804c-832f71ad161f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:11.887625 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb709ed-33c1-441b-804c-832f71ad161f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:11.888383 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb709ed-33c1-441b-804c-832f71ad161f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:11.889236 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb709ed-33c1-441b-804c-832f71ad161f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:11.890045 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb709ed-33c1-441b-804c-832f71ad161f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:11.891081 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb709ed-33c1-441b-804c-832f71ad161f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:11.891932 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb709ed-33c1-441b-804c-832f71ad161f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:11.892746 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb709ed-33c1-441b-804c-832f71ad161f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:11.899313 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] Attempting to bind port 20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:31:11.900292 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] Attempting to bind port 20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}] {{(pid=92976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:31:11.901105 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] Attempting to bind port 20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2 on network 245bce84-6448-48c3-832e-229c4a14376b {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:31:11.912022 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:31:11.913541 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] Checking segment: {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:31:11.914191 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:11.914735 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] Bound using segment: {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'} {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:31:11.915369 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] Bound port: 20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ad742c-abfa-4326-87d9-a66db1242fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '245bce84-6448-48c3-832e-229c4a14376b'}}] {{(pid=92976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:31:11.915952 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:12.011119 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.db [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] For port 20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:31:12.019883 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.db [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] For port 20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:31:12.025171 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:12.055828 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a76832fc-651d-4ee4-86e2-246bf584a4a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:12.091664 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.provisioning_blocks [None req-a76832fc-651d-4ee4-86e2-246bf584a4a5 admin admin] Transition to ACTIVE for port object d0af6150-e152-4052-8ea2-9c4504950ae0 will not be triggered until provisioned by entity DHCP. {{(pid=92974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:31:12.114252 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-674bc798-4082-4c50-8edb-fad7f06d41fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8005970'] for router_interface, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:12.114818 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb709ed-33c1-441b-804c-832f71ad161f None None] Pushing event updated for resources: {'Port': ['ID=20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2,revision_number=3']} {{(pid=92976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:12.153179 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] Routers {'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:31:12.154226 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:31:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:12.155049 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab82362-9947-4e4d-a915-751d78942b6a None None] Network f084834e-432f-4566-bda2-c672eb36d8ae requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:31:12.170709 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a76832fc-651d-4ee4-86e2-246bf584a4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:12.234882 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76832fc-651d-4ee4-86e2-246bf584a4a5 admin admin] Network f084834e-432f-4566-bda2-c672eb36d8ae is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:31:12.242713 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-a76832fc-651d-4ee4-86e2-246bf584a4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:31:12.250232 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76832fc-651d-4ee4-86e2-246bf584a4a5 admin admin] Received port after_create {{(pid=92974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:31:12.266553 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-427924fa-bac8-4f02-bc82-9be57a6d8a94 None None] Provisioning for port dad4f4c4-b064-4621-9205-10c10cf1ea63 completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:31:12.295567 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76832fc-651d-4ee4-86e2-246bf584a4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=d0af6150-e152-4052-8ea2-9c4504950ae0,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:12.319560 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a76832fc-651d-4ee4-86e2-246bf584a4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8006825'] for router_interface, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:12.331514 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] Set router c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:31:12.501477 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-674bc798-4082-4c50-8edb-fad7f06d41fe admin admin] Deleting port b451eb4a-b4cd-456f-8ee3-ecfd2da09c41 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:31:12.502656 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-674bc798-4082-4c50-8edb-fad7f06d41fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:12.512045 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-427924fa-bac8-4f02-bc82-9be57a6d8a94 None None] Provisioning complete for port dad4f4c4-b064-4621-9205-10c10cf1ea63 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:31:12.512415 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-427924fa-bac8-4f02-bc82-9be57a6d8a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:12.513996 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a76832fc-651d-4ee4-86e2-246bf584a4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:12.591032 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10', 'name': 'tempest-TestVolumeBootPattern-1745007264-router', 'tenant_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:09Z', 'updated_at': '2021-07-13T18:31:10Z', 'revision_number': 3, 'project_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'gw_port': {'id': '20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:09Z', 'updated_at': '2021-07-13T18:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:12.625964 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-674bc798-4082-4c50-8edb-fad7f06d41fe admin admin] For port b451eb4a-b4cd-456f-8ee3-ecfd2da09c41, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=b451eb4a-b4cd-456f-8ee3-ecfd2da09c41,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:31:12.626263 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdceece-1a63-47c3-8c3b-518085ec79a5 None None] The sync data for ids ['c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10'] in dv-cinder-786928-3-iscsi is: [{'id': 'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10', 'name': 'tempest-TestVolumeBootPattern-1745007264-router', 'tenant_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:09Z', 'updated_at': '2021-07-13T18:31:10Z', 'revision_number': 3, 'project_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'gw_port': {'id': '20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:09Z', 'updated_at': '2021-07-13T18:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}] {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:31:12.626882 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-674bc798-4082-4c50-8edb-fad7f06d41fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:12.654361 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-674bc798-4082-4c50-8edb-fad7f06d41fe admin admin] Calling delete_port for b451eb4a-b4cd-456f-8ee3-ecfd2da09c41 owned by network:router_interface {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:31:12.696441 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-427924fa-bac8-4f02-bc82-9be57a6d8a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:12.796674 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:12.820849 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-427924fa-bac8-4f02-bc82-9be57a6d8a94 None None] For port dad4f4c4-b064-4621-9205-10c10cf1ea63, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=dad4f4c4-b064-4621-9205-10c10cf1ea63,segment=NetworkSegment(54b54179-129e-40c2-976d-3b53b17d39df),segment_id=54b54179-129e-40c2-976d-3b53b17d39df)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:31:12.821613 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a76832fc-651d-4ee4-86e2-246bf584a4a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:12.829623 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-427924fa-bac8-4f02-bc82-9be57a6d8a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:12.834705 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a76832fc-651d-4ee4-86e2-246bf584a4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3228708'] for port, after_update {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:12.902634 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-674bc798-4082-4c50-8edb-fad7f06d41fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:12.935113 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427924fa-bac8-4f02-bc82-9be57a6d8a94 None None] Pushing event updated for resources: {'Port': ['ID=dad4f4c4-b064-4621-9205-10c10cf1ea63,revision_number=3']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:12.965188 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76832fc-651d-4ee4-86e2-246bf584a4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=d0af6150-e152-4052-8ea2-9c4504950ae0,revision_number=2']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:12.972155 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674bc798-4082-4c50-8edb-fad7f06d41fe admin admin] Pushing event deleted for resources: {'Port': ['ID=b451eb4a-b4cd-456f-8ee3-ecfd2da09c41,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:12.985802 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-a76832fc-651d-4ee4-86e2-246bf584a4a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7944997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8006115'] for router_interface, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:13.267441 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76832fc-651d-4ee4-86e2-246bf584a4a5 admin admin] Network f084834e-432f-4566-bda2-c672eb36d8ae is already hosted by enough agents. {{(pid=92974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:31:13.275376 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.base_scheduler [None req-a76832fc-651d-4ee4-86e2-246bf584a4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:31:13.465204 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-c1abf7b2-4e57-40fe-9756-d78a81ae4453 None None] Provisioning for port d0af6150-e152-4052-8ea2-9c4504950ae0 completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:31:13.473185 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-c1abf7b2-4e57-40fe-9756-d78a81ae4453 None None] Provisioning complete for port d0af6150-e152-4052-8ea2-9c4504950ae0 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:31:13.473569 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-c1abf7b2-4e57-40fe-9756-d78a81ae4453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:13.497355 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-674bc798-4082-4c50-8edb-fad7f06d41fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7945020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8006326'] for router_interface, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:13.520475 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76832fc-651d-4ee4-86e2-246bf584a4a5 admin admin] Router c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10 has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:31:13.573916 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-c1abf7b2-4e57-40fe-9756-d78a81ae4453 None None] Port d0af6150-e152-4052-8ea2-9c4504950ae0 cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:31:13.602220 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-c1abf7b2-4e57-40fe-9756-d78a81ae4453 None None] Provisioning complete for port dad4f4c4-b064-4621-9205-10c10cf1ea63 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:31:13.602597 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-c1abf7b2-4e57-40fe-9756-d78a81ae4453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:13.743836 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:31:13.765225 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76832fc-651d-4ee4-86e2-246bf584a4a5 admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:31:13.778905 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-a76832fc-651d-4ee4-86e2-246bf584a4a5 admin admin] 10.222.0.11 "PUT /v2.0/routers/c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0178072 Jul 13 18:31:13.846438 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:31:13.856625 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:31:13.857001 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:14.004434 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:14.009166 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-7e41d2a7-7fd2-41f0-aeec-41e62d79b9b7 None None] Provisioning complete for port d0af6150-e152-4052-8ea2-9c4504950ae0 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:31:14.009553 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-7e41d2a7-7fd2-41f0-aeec-41e62d79b9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:14.088502 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-7e41d2a7-7fd2-41f0-aeec-41e62d79b9b7 None None] Port d0af6150-e152-4052-8ea2-9c4504950ae0 cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:31:14.108101 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39,segment=NetworkSegment(d486ceeb-8cd5-4e0a-b37a-bf26084d3609),segment_id=d486ceeb-8cd5-4e0a-b37a-bf26084d3609)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:31:14.114880 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:14.118681 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:31:14.242497 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:14.252010 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-4de79286-1245-4aae-8f56-afe6530832d9 None None] Provisioning complete for port d0af6150-e152-4052-8ea2-9c4504950ae0 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:31:14.252652 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-4de79286-1245-4aae-8f56-afe6530832d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:14.288319 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674bc798-4082-4c50-8edb-fad7f06d41fe admin admin] Router fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:31:14.305706 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-4de79286-1245-4aae-8f56-afe6530832d9 None None] Port d0af6150-e152-4052-8ea2-9c4504950ae0 cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:31:14.307970 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port 20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:31:14.313065 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:31:14.313384 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:14.368531 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:14.409708 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:14.428412 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674bc798-4082-4c50-8edb-fad7f06d41fe admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:31:14.431300 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port 20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:31:14.436363 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-674bc798-4082-4c50-8edb-fad7f06d41fe admin admin] 10.222.0.11 "PUT /v2.0/routers/fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1806421 Jul 13 18:31:14.437201 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 42182) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:14.441016 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd319676-e98c-4a9d-b8b0-b853eb8ee312 None None] Sync routers for ids ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:31:14.448123 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:14.449061 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device dad4f4c4-b064-4621-9205-10c10cf1ea63 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:31:14.509587 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd319676-e98c-4a9d-b8b0-b853eb8ee312 None None] Routers {'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:31:14.510148 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-bd319676-e98c-4a9d-b8b0-b853eb8ee312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:31:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:14.551790 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0beec1df-026f-4a21-a20e-63aff47d4fda admin admin] Notify callbacks [] for router, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:14.625544 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:14.656877 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port dad4f4c4-b064-4621-9205-10c10cf1ea63 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:31:14.657272 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:14.661649 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42184) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:14.669609 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-6c2e2556-a2a3-4eae-bf57-939e555cc479 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-284993275', 'description': 'tempest-secgroup-smoke-284993275 description', 'project_id': '7d94c891f56d42a2959977c853fdeca6'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:31:14.685511 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-bd319676-e98c-4a9d-b8b0-b853eb8ee312 None None] Set router fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:31:14.699971 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6c2e2556-a2a3-4eae-bf57-939e555cc479 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:14.704091 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0beec1df-026f-4a21-a20e-63aff47d4fda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:14.771085 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-0beec1df-026f-4a21-a20e-63aff47d4fda admin admin] Deleting port 521e7351-66e8-4566-9902-ff6b3a693126 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:31:14.771493 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0beec1df-026f-4a21-a20e-63aff47d4fda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:14.810494 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6c2e2556-a2a3-4eae-bf57-939e555cc479 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:14.815865 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6c2e2556-a2a3-4eae-bf57-939e555cc479 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:14.840311 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6c2e2556-a2a3-4eae-bf57-939e555cc479 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:14.844514 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-6c2e2556-a2a3-4eae-bf57-939e555cc479 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1770978 Jul 13 18:31:14.844786 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42186) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:14.850581 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-dd96d715-c0a5-4da0-a7b1-6d220d14722d tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Request body: {'security_group_rule': {'security_group_id': '764bac74-7a09-4dd0-8f9a-f13788a42073', 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:31:14.902016 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-dd96d715-c0a5-4da0-a7b1-6d220d14722d tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:14.911621 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e2556-a2a3-4eae-bf57-939e555cc479 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=764bac74-7a09-4dd0-8f9a-f13788a42073,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:14.950694 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-0beec1df-026f-4a21-a20e-63aff47d4fda admin admin] For port 521e7351-66e8-4566-9902-ff6b3a693126, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=521e7351-66e8-4566-9902-ff6b3a693126,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:31:14.951064 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0beec1df-026f-4a21-a20e-63aff47d4fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:14.957501 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-bd319676-e98c-4a9d-b8b0-b853eb8ee312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1172803508-router', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '521e7351-66e8-4566-9902-ff6b3a693126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:07Z', 'updated_at': '2021-07-13T18:31:12Z', 'revision_number': 5, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'gw_port': {'id': '521e7351-66e8-4566-9902-ff6b3a693126', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:23:09Z', 'updated_at': '2021-07-13T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:14.973243 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-0beec1df-026f-4a21-a20e-63aff47d4fda admin admin] Calling delete_port for 521e7351-66e8-4566-9902-ff6b3a693126 owned by network:router_gateway {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:31:14.999362 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd319676-e98c-4a9d-b8b0-b853eb8ee312 None None] Checking router: fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:31:15.025333 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd319676-e98c-4a9d-b8b0-b853eb8ee312 None None] Routers {'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:31:15.025333 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-bd319676-e98c-4a9d-b8b0-b853eb8ee312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:31:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:15.042613 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-dd96d715-c0a5-4da0-a7b1-6d220d14722d tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:15.048637 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-dd96d715-c0a5-4da0-a7b1-6d220d14722d tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:15.082448 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-31d8f045-d853-4dc0-82fa-564ca5a17698 req-b9eccbec-a1df-4d54-b9b9-d2d534124e38 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1903832 Jul 13 18:31:15.090357 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-dd96d715-c0a5-4da0-a7b1-6d220d14722d tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:15.094976 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-dd96d715-c0a5-4da0-a7b1-6d220d14722d tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2490163 Jul 13 18:31:15.095302 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 42190) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:15.098628 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96d715-c0a5-4da0-a7b1-6d220d14722d tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a01453-efed-4724-87f3-001e98fedf6f,revision_number=0']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:15.104881 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-b432a966-3ee1-48b7-96f3-d0d4e919fcdf tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Request body: {'security_group_rule': {'security_group_id': '764bac74-7a09-4dd0-8f9a-f13788a42073', 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:31:15.187173 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b432a966-3ee1-48b7-96f3-d0d4e919fcdf tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:15.195243 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-bd319676-e98c-4a9d-b8b0-b853eb8ee312 None None] Set router fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb gateway port host: None {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:31:15.298396 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-bd319676-e98c-4a9d-b8b0-b853eb8ee312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1172803508-router', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:07Z', 'updated_at': '2021-07-13T18:31:14Z', 'revision_number': 6, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'gw_port_host': None}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:15.302505 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:31:15.351732 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd319676-e98c-4a9d-b8b0-b853eb8ee312 None None] The sync data for ids ['fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb'] in dv-cinder-786928-3-iscsi is: [{'id': 'fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1172803508-router', 'tenant_id': '68241fca29234db0be94c2b6f7eaeb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:23:07Z', 'updated_at': '2021-07-13T18:31:14Z', 'revision_number': 6, 'project_id': '68241fca29234db0be94c2b6f7eaeb4d', 'gw_port_host': None}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:31:15.359165 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b432a966-3ee1-48b7-96f3-d0d4e919fcdf tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:15.361480 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8f045-d853-4dc0-82fa-564ca5a17698 req-73f57b9a-91a3-4a81-b93f-db0d1038c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:15.363039 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-31d8f045-d853-4dc0-82fa-564ca5a17698 req-73f57b9a-91a3-4a81-b93f-db0d1038c03d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0adff60e0a74d0c98f96db614d68a9d&device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 1098 time: 0.1603243 Jul 13 18:31:15.364467 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0beec1df-026f-4a21-a20e-63aff47d4fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:15.369495 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b432a966-3ee1-48b7-96f3-d0d4e919fcdf tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:15.400582 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:31:15.400972 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:15.417524 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beec1df-026f-4a21-a20e-63aff47d4fda admin admin] Pushing event deleted for resources: {'Port': ['ID=521e7351-66e8-4566-9902-ff6b3a693126,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:15.453771 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432a966-3ee1-48b7-96f3-d0d4e919fcdf tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f79fa1b-5f0e-4de9-97fa-b785acf74e53,revision_number=0']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:15.509551 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b432a966-3ee1-48b7-96f3-d0d4e919fcdf tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:15.512170 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-b432a966-3ee1-48b7-96f3-d0d4e919fcdf tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4152236 Jul 13 18:31:15.513668 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42192) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:15.518266 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-642040be-6481-4d68-9040-dcf1c131e2be tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Request body: {'security_group_rule': {'security_group_id': '764bac74-7a09-4dd0-8f9a-f13788a42073', 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:31:15.526047 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:31:15.550605 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0beec1df-026f-4a21-a20e-63aff47d4fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8001332'] for router_gateway, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:15.557987 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-642040be-6481-4d68-9040-dcf1c131e2be tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:15.579328 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port 20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:31:15.579719 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:15.615121 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] Sync routers for ids ['c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10'] in dv-cinder-786928-3-iscsi {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:31:15.635711 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] Routers {'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:31:15.637625 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:31:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:15.660657 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-642040be-6481-4d68-9040-dcf1c131e2be tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:15.667719 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-642040be-6481-4d68-9040-dcf1c131e2be tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:15.687415 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8f045-d853-4dc0-82fa-564ca5a17698 req-151bdcdc-baf0-4bc9-9c1c-e927c5bafe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:15.689014 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-31d8f045-d853-4dc0-82fa-564ca5a17698 req-151bdcdc-baf0-4bc9-9c1c-e927c5bafe4d service neutron] 10.222.0.32 "GET /v2.0/networks?id=28d334da-d7e7-4fa4-ba99-5e9dc556a31f HTTP/1.1" status: 200 len: 909 time: 0.2871690 Jul 13 18:31:15.692877 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0beec1df-026f-4a21-a20e-63aff47d4fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8003519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61588'] for router, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:15.697617 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0beec1df-026f-4a21-a20e-63aff47d4fda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:15.704077 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642040be-6481-4d68-9040-dcf1c131e2be tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f83d14b-8414-4670-9aa6-1f87261e0e41,revision_number=0']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:15.708572 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-642040be-6481-4d68-9040-dcf1c131e2be tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:15.715233 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-642040be-6481-4d68-9040-dcf1c131e2be tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2002792 Jul 13 18:31:15.716614 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42194) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:15.723368 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-df360102-85e1-45be-8fc0-1ef098966d67 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Request body: {'security_group_rule': {'security_group_id': '764bac74-7a09-4dd0-8f9a-f13788a42073', 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:31:15.774070 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-df360102-85e1-45be-8fc0-1ef098966d67 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:15.821708 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-31d8f045-d853-4dc0-82fa-564ca5a17698 req-6c2a5d38-8828-40cf-86a1-2f57834efc8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a023983d-c90a-41dd-af2a-6e0ecc4b8717 HTTP/1.1" status: 200 len: 1000 time: 0.1244648 Jul 13 18:31:15.824092 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0beec1df-026f-4a21-a20e-63aff47d4fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7995439'] for router, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:15.824898 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0beec1df-026f-4a21-a20e-63aff47d4fda admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb {{(pid=92973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 18:31:15.831836 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0beec1df-026f-4a21-a20e-63aff47d4fda admin admin] Notify callbacks [] for router, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:15.833497 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-0beec1df-026f-4a21-a20e-63aff47d4fda admin admin] 10.222.0.11 "DELETE /v2.0/routers/fb0bf6b5-7f7d-46f4-964f-b5ac9e8cf1fb HTTP/1.1" status: 204 len: 168 time: 1.3950872 Jul 13 18:31:15.841622 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 42196) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:15.873298 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] Set router c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:31:15.893436 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-df360102-85e1-45be-8fc0-1ef098966d67 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:15.900788 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-df360102-85e1-45be-8fc0-1ef098966d67 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:15.921422 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df360102-85e1-45be-8fc0-1ef098966d67 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e01ada-b2c8-43ec-b59a-012b30cb9ba4,revision_number=0']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:15.936461 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d93c783-bc5e-4d5f-beab-7024b0cb6ecc admin admin] Deleting subnet debf1583-97cc-49b3-a3ab-32a9aef91126 {{(pid=92973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 18:31:15.939279 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8f045-d853-4dc0-82fa-564ca5a17698 req-d9db3476-3316-459e-9726-38846ef97f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:15.940815 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-31d8f045-d853-4dc0-82fa-564ca5a17698 req-d9db3476-3316-459e-9726-38846ef97f86 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cceb5916-07eb-4083-bf07-ef083d79ab4b HTTP/1.1" status: 200 len: 847 time: 0.1130486 Jul 13 18:31:15.942658 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-2d93c783-bc5e-4d5f-beab-7024b0cb6ecc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:15.951184 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-df360102-85e1-45be-8fc0-1ef098966d67 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:15.955298 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-df360102-85e1-45be-8fc0-1ef098966d67 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2348509 Jul 13 18:31:15.955954 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42198) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:15.963406 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-4b940de7-bb27-4d8a-a8da-4374bc56d612 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Request body: {'security_group_rule': {'security_group_id': '764bac74-7a09-4dd0-8f9a-f13788a42073', 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:31:16.026876 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-2d93c783-bc5e-4d5f-beab-7024b0cb6ecc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3662120'] for subnet, precommit_delete_associations {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:16.027301 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.securitygroups_db [None req-4b940de7-bb27-4d8a-a8da-4374bc56d612 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Project 7d94c891f56d42a2959977c853fdeca6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 18:31:16.040672 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4b940de7-bb27-4d8a-a8da-4374bc56d612 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:16.123460 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4b940de7-bb27-4d8a-a8da-4374bc56d612 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:16.123742 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8f045-d853-4dc0-82fa-564ca5a17698 req-42c0bf20-b88e-4012-80ca-bf068c485af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:16.125192 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-31d8f045-d853-4dc0-82fa-564ca5a17698 req-42c0bf20-b88e-4012-80ca-bf068c485af5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=28d334da-d7e7-4fa4-ba99-5e9dc556a31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1576624 Jul 13 18:31:16.128906 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4b940de7-bb27-4d8a-a8da-4374bc56d612 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:16.141375 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b940de7-bb27-4d8a-a8da-4374bc56d612 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4c6e6b-17b3-4037-b012-7286a8edb9c3,revision_number=0']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:16.167485 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4b940de7-bb27-4d8a-a8da-4374bc56d612 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:16.172949 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-4b940de7-bb27-4d8a-a8da-4374bc56d612 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2156851 Jul 13 18:31:16.174621 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42204) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:16.184009 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-92339b89-1768-40a8-a9fb-7b47697e73b0 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Request body: {'security_group_rule': {'security_group_id': '764bac74-7a09-4dd0-8f9a-f13788a42073', 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:31:16.211482 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.securitygroups_db [None req-92339b89-1768-40a8-a9fb-7b47697e73b0 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Project 7d94c891f56d42a2959977c853fdeca6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 18:31:16.222728 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-92339b89-1768-40a8-a9fb-7b47697e73b0 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:16.226498 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-2d93c783-bc5e-4d5f-beab-7024b0cb6ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7675306'] for subnet, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:16.265862 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10', 'name': 'tempest-TestVolumeBootPattern-1745007264-router', 'tenant_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:09Z', 'updated_at': '2021-07-13T18:31:12Z', 'revision_number': 4, 'project_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'gw_port': {'id': '20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:09Z', 'updated_at': '2021-07-13T18:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': 'd0af6150-e152-4052-8ea2-9c4504950ae0', 'name': '', 'network_id': 'f084834e-432f-4566-bda2-c672eb36d8ae', 'tenant_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'mac_address': 'fa:16:3e:a1:62:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5e457d0-5485-4671-8dfa-f17f31bd79d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:11Z', 'updated_at': '2021-07-13T18:31:12Z', 'revision_number': 2, 'project_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'subnets': [{'id': 'c5e457d0-5485-4671-8dfa-f17f31bd79d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:16.334024 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] Checking router: c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10 for host: dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:31:16.334422 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] Updating router c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10 port d0af6150-e152-4052-8ea2-9c4504950ae0 binding host dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 18:31:16.334712 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-92339b89-1768-40a8-a9fb-7b47697e73b0 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:16.338294 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-31d8f045-d853-4dc0-82fa-564ca5a17698 req-462c0eb7-cdeb-4a66-98a2-0a873a0c0bee service neutron] 10.222.0.32 "GET /v2.0/networks/28d334da-d7e7-4fa4-ba99-5e9dc556a31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039003 Jul 13 18:31:16.341836 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-92339b89-1768-40a8-a9fb-7b47697e73b0 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065259'] for security_group_rule, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:16.375269 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-2d93c783-bc5e-4d5f-beab-7024b0cb6ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7675283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8946638'] for subnet, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:16.387285 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92339b89-1768-40a8-a9fb-7b47697e73b0 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399e0dc3-64ac-44cb-ace7-c8b35535a82c,revision_number=0']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:16.392696 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:16.410750 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-92339b89-1768-40a8-a9fb-7b47697e73b0 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:16.417119 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-92339b89-1768-40a8-a9fb-7b47697e73b0 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2410350 Jul 13 18:31:16.446851 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93c783-bc5e-4d5f-beab-7024b0cb6ecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=debf1583-97cc-49b3-a3ab-32a9aef91126,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:16.452569 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-2d93c783-bc5e-4d5f-beab-7024b0cb6ecc admin admin] Notify callbacks [] for subnet, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:16.455698 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-2d93c783-bc5e-4d5f-beab-7024b0cb6ecc admin admin] 10.222.0.11 "DELETE /v2.0/subnets/debf1583-97cc-49b3-a3ab-32a9aef91126 HTTP/1.1" status: 204 len: 168 time: 0.6111140 Jul 13 18:31:16.458197 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 42216) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:16.464539 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809e4922-436d-4576-b3ce-14a207053de3 None None] Network b00e07c5-b28a-4ecc-8223-f86c27a5a31d requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:31:16.685489 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-31d8f045-d853-4dc0-82fa-564ca5a17698 req-8e3d1d1d-e3b7-487a-8c2f-b7df2325e0dc service neutron] 10.222.0.32 "GET /v2.0/networks/28d334da-d7e7-4fa4-ba99-5e9dc556a31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398187 Jul 13 18:31:16.690218 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-10c8d6db-cd57-4b14-b9df-3d3cea8abfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566799'] for network, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:16.836284 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-10c8d6db-cd57-4b14-b9df-3d3cea8abfb1 admin admin] Deleting port 94f26805-a8fa-41c9-8f28-80089f954d00 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:31:16.836624 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-10c8d6db-cd57-4b14-b9df-3d3cea8abfb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:16.855171 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] Notify callbacks [] for port, precommit_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:16.880668 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.provisioning_blocks [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] Transition to ACTIVE for port object d0af6150-e152-4052-8ea2-9c4504950ae0 will not be triggered until provisioned by entity L2. {{(pid=92976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:31:16.893796 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:16.909835 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd0379e-6e50-4c0d-ace7-b70f9ec3a5b5 None None] DHCP port deletion for b00e07c5-b28a-4ecc-8223-f86c27a5a31d request from dv-cinder-786928-3-iscsi {{(pid=92975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 18:31:16.971045 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-10c8d6db-cd57-4b14-b9df-3d3cea8abfb1 admin admin] For port 94f26805-a8fa-41c9-8f28-80089f954d00, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=94f26805-a8fa-41c9-8f28-80089f954d00,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:31:16.971423 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-10c8d6db-cd57-4b14-b9df-3d3cea8abfb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:16.996880 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-10c8d6db-cd57-4b14-b9df-3d3cea8abfb1 admin admin] Calling delete_port for 94f26805-a8fa-41c9-8f28-80089f954d00 owned by network:dhcp {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:31:17.023399 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-8bd0379e-6e50-4c0d-ace7-b70f9ec3a5b5 None None] Deleting port 94f26805-a8fa-41c9-8f28-80089f954d00 {{(pid=92975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:31:17.023399 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-8bd0379e-6e50-4c0d-ace7-b70f9ec3a5b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:17.089588 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2670520-28d9-425f-9870-c4f0d64955ec None None] Pushing event updated for resources: {'Port': ['ID=d0af6150-e152-4052-8ea2-9c4504950ae0,revision_number=3']} {{(pid=92976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:17.155029 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-8bd0379e-6e50-4c0d-ace7-b70f9ec3a5b5 None None] For port 94f26805-a8fa-41c9-8f28-80089f954d00, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=94f26805-a8fa-41c9-8f28-80089f954d00,segment=NetworkSegment(2a2a4a23-26a6-4ae3-815e-f86da661a0b0),segment_id=2a2a4a23-26a6-4ae3-815e-f86da661a0b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:31:17.156970 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-8bd0379e-6e50-4c0d-ace7-b70f9ec3a5b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:17.203158 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] Attempting to bind port d0af6150-e152-4052-8ea2-9c4504950ae0 on host dv-cinder-786928-3-iscsi for vnic_type normal with profile {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:31:17.203954 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] Attempting to bind port d0af6150-e152-4052-8ea2-9c4504950ae0 by drivers openvswitch,hyperv on host dv-cinder-786928-3-iscsi at level 0 using segments [{'id': '54b54179-129e-40c2-976d-3b53b17d39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f084834e-432f-4566-bda2-c672eb36d8ae'}] {{(pid=92976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:31:17.204558 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] Attempting to bind port d0af6150-e152-4052-8ea2-9c4504950ae0 on network f084834e-432f-4566-bda2-c672eb36d8ae {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:31:17.206650 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-8bd0379e-6e50-4c0d-ace7-b70f9ec3a5b5 None None] Calling delete_port for 94f26805-a8fa-41c9-8f28-80089f954d00 owned by network:dhcp {{(pid=92975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:31:17.214371 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] Checking agent: {'id': '43c9d48e-4c9f-4df4-ad1c-eb2ac3aeb070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 15, 12), 'started_at': datetime.datetime(2021, 7, 13, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:31:17.215473 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] Checking segment: {'id': '54b54179-129e-40c2-976d-3b53b17d39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f084834e-432f-4566-bda2-c672eb36d8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:31:17.216246 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:17.217139 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] Bound using segment: {'id': '54b54179-129e-40c2-976d-3b53b17d39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f084834e-432f-4566-bda2-c672eb36d8ae'} {{(pid=92976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:31:17.218418 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.managers [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] Bound port: d0af6150-e152-4052-8ea2-9c4504950ae0, host: dv-cinder-786928-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b54179-129e-40c2-976d-3b53b17d39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f084834e-432f-4566-bda2-c672eb36d8ae'}}] {{(pid=92976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:31:17.219368 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:17.252820 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-10c8d6db-cd57-4b14-b9df-3d3cea8abfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:17.304407 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c8d6db-cd57-4b14-b9df-3d3cea8abfb1 admin admin] No DVR routers for this DVR port 94f26805-a8fa-41c9-8f28-80089f954d00 on host dv-cinder-786928-3-iscsi {{(pid=92973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:31:17.321992 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 94f26805-a8fa-41c9-8f28-80089f954d00 no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:31:17.361443 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: 94f26805-a8fa-41c9-8f28-80089f954d00 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:31:17.361796 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 94f26805-a8fa-41c9-8f28-80089f954d00 not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:31:17.362205 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device b451eb4a-b4cd-456f-8ee3-ecfd2da09c41 no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:31:17.389826 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.db [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] For port d0af6150-e152-4052-8ea2-9c4504950ae0, host dv-cinder-786928-3-iscsi, cleared binding levels {{(pid=92976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:31:17.398653 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.plugins.ml2.db [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] For port d0af6150-e152-4052-8ea2-9c4504950ae0, host dv-cinder-786928-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=d0af6150-e152-4052-8ea2-9c4504950ae0,segment=NetworkSegment(54b54179-129e-40c2-976d-3b53b17d39df),segment_id=54b54179-129e-40c2-976d-3b53b17d39df)] {{(pid=92976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:31:17.403828 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron_lib.callbacks.manager [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:17.404893 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8d6db-cd57-4b14-b9df-3d3cea8abfb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=94f26805-a8fa-41c9-8f28-80089f954d00,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:17.448786 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] Routers {'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:31:17.449298 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:31:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:17.520433 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-10c8d6db-cd57-4b14-b9df-3d3cea8abfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668259', 'neutron.services.segments.db._delete_segments_for_network-8737536498324'] for network, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:17.554854 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-10c8d6db-cd57-4b14-b9df-3d3cea8abfb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b00e07c5-b28a-4ecc-8223-f86c27a5a31d']}} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:17.564254 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: b451eb4a-b4cd-456f-8ee3-ecfd2da09c41 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:31:17.564589 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device b451eb4a-b4cd-456f-8ee3-ecfd2da09c41 not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:31:17.565196 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 521e7351-66e8-4566-9902-ff6b3a693126 no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:31:17.585841 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-10c8d6db-cd57-4b14-b9df-3d3cea8abfb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2a4a23-26a6-4ae3-815e-f86da661a0b0') {'for_net_delete': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:17.586292 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-10c8d6db-cd57-4b14-b9df-3d3cea8abfb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2a4a23-26a6-4ae3-815e-f86da661a0b0') {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:17.597168 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: 521e7351-66e8-4566-9902-ff6b3a693126 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:31:17.597787 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 521e7351-66e8-4566-9902-ff6b3a693126 not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:31:17.603139 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-10c8d6db-cd57-4b14-b9df-3d3cea8abfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737536430219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3662129'] for segment, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:17.620859 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] Set router c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:31:17.624844 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-8bd0379e-6e50-4c0d-ace7-b70f9ec3a5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840'] for port, after_delete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:17.640762 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-10c8d6db-cd57-4b14-b9df-3d3cea8abfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:17.658063 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c8d6db-cd57-4b14-b9df-3d3cea8abfb1 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=92973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 18:31:17.658475 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-10c8d6db-cd57-4b14-b9df-3d3cea8abfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3662336'] for segment, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: Traceback (most recent call last): Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: timer() Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: cb(*args, **kw) Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: return func(*args, **kwargs) Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: self._notify() Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: self.callback(batched_events) Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: event.method(event) Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: return f(self, *a, **k) Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: return self._get(url).json() Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: return self.request(url, 'GET', **kwargs) Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 18:31:17.661404 dv-cinder-786928-3-iscsi neutron-server[92973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 18:31:17.693960 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0379e-6e50-4c0d-ace7-b70f9ec3a5b5 None None] Pushing event deleted for resources: {'Port': ['ID=94f26805-a8fa-41c9-8f28-80089f954d00,revision_number=None']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:17.703964 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd0379e-6e50-4c0d-ace7-b70f9ec3a5b5 None None] No DVR routers for this DVR port 94f26805-a8fa-41c9-8f28-80089f954d00 on host dv-cinder-786928-3-iscsi {{(pid=92975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:31:17.761179 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-10c8d6db-cd57-4b14-b9df-3d3cea8abfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8001304'] for network, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:17.767569 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-10c8d6db-cd57-4b14-b9df-3d3cea8abfb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:17.770231 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2670520-28d9-425f-9870-c4f0d64955ec None None] Pushing event updated for resources: {'Port': ['ID=d0af6150-e152-4052-8ea2-9c4504950ae0,revision_number=4']} {{(pid=92976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:17.784232 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-10c8d6db-cd57-4b14-b9df-3d3cea8abfb1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b00e07c5-b28a-4ecc-8223-f86c27a5a31d HTTP/1.1" status: 204 len: 168 time: 1.3225424 Jul 13 18:31:17.804701 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8d6db-cd57-4b14-b9df-3d3cea8abfb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b00e07c5-b28a-4ecc-8223-f86c27a5a31d,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:17.941125 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42278) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:17.953677 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10', 'name': 'tempest-TestVolumeBootPattern-1745007264-router', 'tenant_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:09Z', 'updated_at': '2021-07-13T18:31:12Z', 'revision_number': 4, 'project_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'gw_port': {'id': '20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:09Z', 'updated_at': '2021-07-13T18:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': 'd0af6150-e152-4052-8ea2-9c4504950ae0', 'name': '', 'network_id': 'f084834e-432f-4566-bda2-c672eb36d8ae', 'tenant_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'mac_address': 'fa:16:3e:a1:62:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5e457d0-5485-4671-8dfa-f17f31bd79d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:11Z', 'updated_at': '2021-07-13T18:31:17Z', 'revision_number': 4, 'project_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'subnets': [{'id': 'c5e457d0-5485-4671-8dfa-f17f31bd79d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:17.982020 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93df1ba-33ef-46f7-bb71-bba96e125b0a None None] The sync data for ids ['c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10'] in dv-cinder-786928-3-iscsi is: [{'id': 'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10', 'name': 'tempest-TestVolumeBootPattern-1745007264-router', 'tenant_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:09Z', 'updated_at': '2021-07-13T18:31:12Z', 'revision_number': 4, 'project_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'gw_port': {'id': '20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:09Z', 'updated_at': '2021-07-13T18:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': 'd0af6150-e152-4052-8ea2-9c4504950ae0', 'name': '', 'network_id': 'f084834e-432f-4566-bda2-c672eb36d8ae', 'tenant_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'mac_address': 'fa:16:3e:a1:62:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5e457d0-5485-4671-8dfa-f17f31bd79d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:11Z', 'updated_at': '2021-07-13T18:31:17Z', 'revision_number': 4, 'project_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'subnets': [{'id': 'c5e457d0-5485-4671-8dfa-f17f31bd79d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:31:17.994657 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-f9ec34b1-49b6-456f-88c8-26468aeecdfd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=68241fca29234db0be94c2b6f7eaeb4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0513558 Jul 13 18:31:17.996795 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42280) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:18.085406 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-3063f534-74a6-49e0-abd4-676159e8e561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:18.121434 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-3063f534-74a6-49e0-abd4-676159e8e561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:18.191972 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-3063f534-74a6-49e0-abd4-676159e8e561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:18.195449 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-3063f534-74a6-49e0-abd4-676159e8e561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:18.197073 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-3063f534-74a6-49e0-abd4-676159e8e561 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9fa70119-6225-40a4-8344-b5d885e10562 HTTP/1.1" status: 204 len: 168 time: 0.1990850 Jul 13 18:31:18.215192 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063f534-74a6-49e0-abd4-676159e8e561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa70119-6225-40a4-8344-b5d885e10562,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:19.241955 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device d0af6150-e152-4052-8ea2-9c4504950ae0 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:31:19.310243 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning for port d0af6150-e152-4052-8ea2-9c4504950ae0 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:31:19.317563 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port d0af6150-e152-4052-8ea2-9c4504950ae0 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:31:19.318214 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:19.423956 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:19.471011 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] For port d0af6150-e152-4052-8ea2-9c4504950ae0, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=d0af6150-e152-4052-8ea2-9c4504950ae0,segment=NetworkSegment(54b54179-129e-40c2-976d-3b53b17d39df),segment_id=54b54179-129e-40c2-976d-3b53b17d39df)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:31:19.475719 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:19.560247 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Pushing event updated for resources: {'Port': ['ID=d0af6150-e152-4052-8ea2-9c4504950ae0,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:19.711214 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-2718757a-e7b1-4ef9-8344-f73a9b1944da tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:19.718556 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-2718757a-e7b1-4ef9-8344-f73a9b1944da tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/networks?id=2f2a0296-6e0e-4f05-b2f6-372acf21273d HTTP/1.1" status: 200 len: 814 time: 0.1625333 Jul 13 18:31:19.730833 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-fb98e784-e165-401c-918e-3a8cb37f8af3 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/quotas/bbbc5d8d55dd442db7c1dbb8d396280e HTTP/1.1" status: 200 len: 375 time: 0.0113409 Jul 13 18:31:19.812532 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-7e5398ec-9244-46ac-9891-6f0d80465e90 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bbbc5d8d55dd442db7c1dbb8d396280e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0761616 Jul 13 18:31:19.922577 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-17304712-6f7f-481e-a543-7d2f5f5396b4 service neutron] 10.222.0.11 "GET /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033995 Jul 13 18:31:20.046014 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-7c5a2483-47f1-40ba-bbca-4bb35a68ce59 service neutron] 10.222.0.11 "GET /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123571 Jul 13 18:31:20.296329 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-7a78b3a6-0bf8-48cc-b11a-27e8f2a254e3 req-6335fd26-6c7e-4cc8-8ac6-901fc5caef5c tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9074e15-6bcf-437f-b6b1-09b3ccd902d1 HTTP/1.1" status: 200 len: 210 time: 0.0411253 Jul 13 18:31:21.212231 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device d0af6150-e152-4052-8ea2-9c4504950ae0 up at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:31:21.270051 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Provisioning complete for port d0af6150-e152-4052-8ea2-9c4504950ae0 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:31:21.270414 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:21.482869 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-df9ead32-fc46-4fc6-bd97-3bcdce686cff req-21f2db47-1854-4647-9041-573de245c641 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9074e15-6bcf-437f-b6b1-09b3ccd902d1 HTTP/1.1" status: 200 len: 210 time: 0.0292616 Jul 13 18:31:21.998126 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-8aa18b5a-dbf4-48e9-b455-818431c367c4 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:21.999627 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-8aa18b5a-dbf4-48e9-b455-818431c367c4 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.32 "GET /v2.0/networks?id=2f2a0296-6e0e-4f05-b2f6-372acf21273d HTTP/1.1" status: 200 len: 814 time: 0.2011921 Jul 13 18:31:22.025488 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Request body: {'port': {'device_id': 'd9074e15-6bcf-437f-b6b1-09b3ccd902d1', 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d', 'admin_state_up': True, 'tenant_id': 'bbbc5d8d55dd442db7c1dbb8d396280e'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:31:22.164572 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Made reservation on behalf of bbbc5d8d55dd442db7c1dbb8d396280e for: {'port': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:31:22.168120 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:22.292994 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Allocated IP 172.20.0.3 (2f2a0296-6e0e-4f05-b2f6-372acf21273d/a5829392-ac62-4089-bc42-3eab0b487c17/8ddd620f-8891-4c82-8191-8d813cf035f4) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:31:22.454333 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:22.501382 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:22.546102 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['f727f5c1-d091-408e-91cb-8f9f9b133cbb', '34a13f03-508f-495c-89ce-573b6acc7b0d', '7df5c7cc-9855-41c2-b3ac-a5bad3ea0841'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:31:22.555385 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Network 2f2a0296-6e0e-4f05-b2f6-372acf21273d is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:31:22.558749 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:31:22.563057 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:31:22.574604 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Pushing event updated for resources: {'Port': ['ID=8ddd620f-8891-4c82-8191-8d813cf035f4,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:22.596414 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:22.596827 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:22.597097 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:22.597425 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:22.597750 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:22.598065 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:22.598391 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:22.598709 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:22.599031 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:22.599348 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:22.601043 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:22.601043 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:22.669711 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:22.670359 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:22.697076 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-b4cfdd59-93ea-4f64-8556-704c102cce55 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6782355 Jul 13 18:31:22.727177 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6ff9e-2134-4dd0-99a5-f3ba34671825 req-dfc8062b-7662-41d0-b2e8-afad8df00aa8 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:22.736312 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-beb6ff9e-2134-4dd0-99a5-f3ba34671825 req-dfc8062b-7662-41d0-b2e8-afad8df00aa8 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9074e15-6bcf-437f-b6b1-09b3ccd902d1 HTTP/1.1" status: 200 len: 931 time: 0.1276412 Jul 13 18:31:22.751479 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-0e01e318-16ae-4f0f-b1a2-a1b9d0234e36 service neutron] Request body: {'port': {'device_id': 'd9074e15-6bcf-437f-b6b1-09b3ccd902d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:31:22.824723 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-beb6ff9e-2134-4dd0-99a5-f3ba34671825 req-94415c9b-1b4a-4152-a584-9173e7de8ce4 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781355 Jul 13 18:31:22.871467 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-0e01e318-16ae-4f0f-b1a2-a1b9d0234e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:23.208878 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-0e01e318-16ae-4f0f-b1a2-a1b9d0234e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ddd620f-8891-4c82-8191-8d813cf035f4 {{(pid=92973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:31:23.218760 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-0e01e318-16ae-4f0f-b1a2-a1b9d0234e36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:23.232631 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-0e01e318-16ae-4f0f-b1a2-a1b9d0234e36 service neutron] Transition to ACTIVE for port object 8ddd620f-8891-4c82-8191-8d813cf035f4 will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:31:23.246027 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-0e01e318-16ae-4f0f-b1a2-a1b9d0234e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:23.301225 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01e318-16ae-4f0f-b1a2-a1b9d0234e36 service neutron] Pushing event updated for resources: {'Port': ['ID=8ddd620f-8891-4c82-8191-8d813cf035f4,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:23.382853 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-0e01e318-16ae-4f0f-b1a2-a1b9d0234e36 service neutron] Attempting to bind port 8ddd620f-8891-4c82-8191-8d813cf035f4 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:31:23.383198 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-0e01e318-16ae-4f0f-b1a2-a1b9d0234e36 service neutron] Attempting to bind port 8ddd620f-8891-4c82-8191-8d813cf035f4 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '8bd22299-4016-4b7c-afca-e19c25206232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:31:23.383530 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-0e01e318-16ae-4f0f-b1a2-a1b9d0234e36 service neutron] Attempting to bind port 8ddd620f-8891-4c82-8191-8d813cf035f4 on network 2f2a0296-6e0e-4f05-b2f6-372acf21273d {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:31:23.387913 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-0e01e318-16ae-4f0f-b1a2-a1b9d0234e36 service neutron] Port 8ddd620f-8891-4c82-8191-8d813cf035f4 on network 2f2a0296-6e0e-4f05-b2f6-372acf21273d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 18:31:23.388235 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-0e01e318-16ae-4f0f-b1a2-a1b9d0234e36 service neutron] Attempting to bind port 8ddd620f-8891-4c82-8191-8d813cf035f4 on network 2f2a0296-6e0e-4f05-b2f6-372acf21273d {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:31:23.392969 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-0e01e318-16ae-4f0f-b1a2-a1b9d0234e36 service neutron] Checking agent: {'id': '42658009-1da3-417e-95f4-9a37477be153', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'started_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:31:23.393302 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-0e01e318-16ae-4f0f-b1a2-a1b9d0234e36 service neutron] Checking segment: {'id': '8bd22299-4016-4b7c-afca-e19c25206232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:31:23.393680 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-0e01e318-16ae-4f0f-b1a2-a1b9d0234e36 service neutron] Bound using segment: {'id': '8bd22299-4016-4b7c-afca-e19c25206232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:31:23.394105 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-0e01e318-16ae-4f0f-b1a2-a1b9d0234e36 service neutron] Bound port: 8ddd620f-8891-4c82-8191-8d813cf035f4, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd22299-4016-4b7c-afca-e19c25206232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:31:23.395669 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-0e01e318-16ae-4f0f-b1a2-a1b9d0234e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:23.489727 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-0e01e318-16ae-4f0f-b1a2-a1b9d0234e36 service neutron] For port 8ddd620f-8891-4c82-8191-8d813cf035f4, host hv-cinder-78692, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:31:23.493890 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-0e01e318-16ae-4f0f-b1a2-a1b9d0234e36 service neutron] For port 8ddd620f-8891-4c82-8191-8d813cf035f4, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8ddd620f-8891-4c82-8191-8d813cf035f4,segment=NetworkSegment(8bd22299-4016-4b7c-afca-e19c25206232),segment_id=8bd22299-4016-4b7c-afca-e19c25206232)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:31:23.499022 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-0e01e318-16ae-4f0f-b1a2-a1b9d0234e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:23.557864 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-0e01e318-16ae-4f0f-b1a2-a1b9d0234e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:23.558825 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-0e01e318-16ae-4f0f-b1a2-a1b9d0234e36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:23.560945 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-0e01e318-16ae-4f0f-b1a2-a1b9d0234e36 service neutron] 10.222.0.32 "PUT /v2.0/ports/8ddd620f-8891-4c82-8191-8d813cf035f4 HTTP/1.1" status: 200 len: 1093 time: 0.8159535 Jul 13 18:31:23.561444 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9074e15-6bcf-437f-b6b1-09b3ccd902d1', 'tag': '8ddd620f-8891-4c82-8191-8d813cf035f4'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:31:23.564465 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f9d6e5-f299-4144-b19f-30c1d9bff4b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d9074e15-6bcf-437f-b6b1-09b3ccd902d1", "tag": "8ddd620f-8891-4c82-8191-8d813cf035f4"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:31:23.605111 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01e318-16ae-4f0f-b1a2-a1b9d0234e36 service neutron] Pushing event updated for resources: {'Port': ['ID=8ddd620f-8891-4c82-8191-8d813cf035f4,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:23.636175 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9eb3b3-240b-434f-9157-00387e67b0c1 x-openstack-request-id: req-ff9eb3b3-240b-434f-9157-00387e67b0c1 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:31:23.636487 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9074e15-6bcf-437f-b6b1-09b3ccd902d1", "tag": "8ddd620f-8891-4c82-8191-8d813cf035f4", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:31:23.636741 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff9eb3b3-240b-434f-9157-00387e67b0c1 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:31:23.637142 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9074e15-6bcf-437f-b6b1-09b3ccd902d1', 'tag': '8ddd620f-8891-4c82-8191-8d813cf035f4', 'status': 'completed', 'code': 200} Jul 13 18:31:23.739330 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-c0f2fa41-5728-4320-bc27-ca509d6d3276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:23.743121 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-c0f2fa41-5728-4320-bc27-ca509d6d3276 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbbc5d8d55dd442db7c1dbb8d396280e&device_id=d9074e15-6bcf-437f-b6b1-09b3ccd902d1 HTTP/1.1" status: 200 len: 1096 time: 0.0778108 Jul 13 18:31:23.809473 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-709e767c-396e-415c-96b9-de8f3f2d629b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ddd620f-8891-4c82-8191-8d813cf035f4 HTTP/1.1" status: 200 len: 217 time: 0.0493569 Jul 13 18:31:23.863416 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-5ef3d910-3b25-4f6b-8c4e-270abd0bd6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:23.866509 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-5ef3d910-3b25-4f6b-8c4e-270abd0bd6fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a5829392-ac62-4089-bc42-3eab0b487c17 HTTP/1.1" status: 200 len: 854 time: 0.0490510 Jul 13 18:31:23.906940 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-019f3d4e-b9ce-42d3-8002-a6dfd015f46f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f2a0296-6e0e-4f05-b2f6-372acf21273d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335007 Jul 13 18:31:24.072586 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-9a64676c-3229-4085-a7ae-67de04f0b43c service neutron] 10.222.0.32 "GET /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582706 Jul 13 18:31:24.098850 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0311bf-2354-4c6d-8721-03637e2e2756 req-652dd81b-6e84-4a10-9f6a-36d22f0b360b tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:24.101226 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2f0311bf-2354-4c6d-8721-03637e2e2756 req-652dd81b-6e84-4a10-9f6a-36d22f0b360b tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9074e15-6bcf-437f-b6b1-09b3ccd902d1 HTTP/1.1" status: 200 len: 943 time: 0.1196036 Jul 13 18:31:24.135266 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42424) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:24.196222 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2f0311bf-2354-4c6d-8721-03637e2e2756 req-65021a76-c951-4e20-ba69-c61bd2c95bbb tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850229 Jul 13 18:31:24.223422 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d8956dff-ebd8-48b0-a5d5-8c0f2b317002 req-b82f4773-56d6-4394-9e09-50da9e8ef3bc service neutron] 10.222.0.32 "GET /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421869 Jul 13 18:31:24.269376 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4c916185-97b3-4f17-a8d1-06a662c29222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:24.367174 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4c916185-97b3-4f17-a8d1-06a662c29222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:24.371521 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4c916185-97b3-4f17-a8d1-06a662c29222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:24.411267 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c916185-97b3-4f17-a8d1-06a662c29222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0036fd92-ee3b-4b99-b683-c52235df8cdb,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:24.412177 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9d6e5-f299-4144-b19f-30c1d9bff4b6 req-1be25116-6952-444c-8b82-d76cab3f6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:24.414729 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-82f9d6e5-f299-4144-b19f-30c1d9bff4b6 req-1be25116-6952-444c-8b82-d76cab3f6f31 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbbc5d8d55dd442db7c1dbb8d396280e&device_id=d9074e15-6bcf-437f-b6b1-09b3ccd902d1 HTTP/1.1" status: 200 len: 1096 time: 0.0695252 Jul 13 18:31:24.419049 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-4c916185-97b3-4f17-a8d1-06a662c29222 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9fa1f173adbb41d6a9011740e3cee35a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824962 Jul 13 18:31:24.422614 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42428) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:24.528671 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9d6e5-f299-4144-b19f-30c1d9bff4b6 req-99d0264f-2d43-4c51-a6ba-39ec9930d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:24.530228 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-82f9d6e5-f299-4144-b19f-30c1d9bff4b6 req-99d0264f-2d43-4c51-a6ba-39ec9930d1cd service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f2a0296-6e0e-4f05-b2f6-372acf21273d HTTP/1.1" status: 200 len: 915 time: 0.1076467 Jul 13 18:31:24.578921 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-82f9d6e5-f299-4144-b19f-30c1d9bff4b6 req-768f9b64-2a2f-48c2-b623-be305dc7bd9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ddd620f-8891-4c82-8191-8d813cf035f4 HTTP/1.1" status: 200 len: 217 time: 0.0384190 Jul 13 18:31:24.634540 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9d6e5-f299-4144-b19f-30c1d9bff4b6 req-887a053e-0289-47a2-a867-4f2d1078fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:24.636426 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-82f9d6e5-f299-4144-b19f-30c1d9bff4b6 req-887a053e-0289-47a2-a867-4f2d1078fb5b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a5829392-ac62-4089-bc42-3eab0b487c17 HTTP/1.1" status: 200 len: 854 time: 0.0491643 Jul 13 18:31:24.677134 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-82f9d6e5-f299-4144-b19f-30c1d9bff4b6 req-a4fff82c-b752-4383-b676-431728adcefb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f2a0296-6e0e-4f05-b2f6-372acf21273d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317180 Jul 13 18:31:24.710943 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-bd8fd9be-34fb-4b21-b439-4148e9224820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:24.739482 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-bd8fd9be-34fb-4b21-b439-4148e9224820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:24.796135 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-bd8fd9be-34fb-4b21-b439-4148e9224820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:24.798691 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-bd8fd9be-34fb-4b21-b439-4148e9224820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:24.802144 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-bd8fd9be-34fb-4b21-b439-4148e9224820 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0036fd92-ee3b-4b99-b683-c52235df8cdb HTTP/1.1" status: 204 len: 168 time: 0.3782668 Jul 13 18:31:24.820995 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fd9be-34fb-4b21-b439-4148e9224820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0036fd92-ee3b-4b99-b683-c52235df8cdb,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:25.096760 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-82f9d6e5-f299-4144-b19f-30c1d9bff4b6 req-6d7a16e8-39bc-4b83-a90e-a74ab3edca36 service neutron] 10.222.0.32 "GET /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072142 Jul 13 18:31:25.149849 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42436) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:25.163367 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-526feadd-bd61-4ab3-8f25-30872aeedf9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:25.205861 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-82f9d6e5-f299-4144-b19f-30c1d9bff4b6 req-aeca1b8b-9264-418f-9ed4-5fa174be98d6 service neutron] 10.222.0.32 "GET /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954249 Jul 13 18:31:25.264884 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-526feadd-bd61-4ab3-8f25-30872aeedf9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:25.269304 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-526feadd-bd61-4ab3-8f25-30872aeedf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:25.317697 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-526feadd-bd61-4ab3-8f25-30872aeedf9b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=872c702c819947b0bfbc0d56532e1b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667180 Jul 13 18:31:25.319289 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526feadd-bd61-4ab3-8f25-30872aeedf9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40574997-03b6-48f3-bf36-928beda1544c,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:25.321099 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 42440) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:25.420983 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-59c130cb-a9bf-485a-82dd-57482a7a395d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:25.464764 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9962040-731f-4450-9c47-7293f3fb0737 req-bf154cfb-fa6f-433a-b1f7-8c1473ac5bdc tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:25.466193 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b9962040-731f-4450-9c47-7293f3fb0737 req-bf154cfb-fa6f-433a-b1f7-8c1473ac5bdc tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9074e15-6bcf-437f-b6b1-09b3ccd902d1 HTTP/1.1" status: 200 len: 943 time: 0.1061914 Jul 13 18:31:25.468156 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-59c130cb-a9bf-485a-82dd-57482a7a395d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:25.535087 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b9962040-731f-4450-9c47-7293f3fb0737 req-ff16cebd-1f6d-4aa2-8e41-fa423f6fd678 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603335 Jul 13 18:31:25.557504 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-59c130cb-a9bf-485a-82dd-57482a7a395d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:25.561486 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-59c130cb-a9bf-485a-82dd-57482a7a395d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:25.563038 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-59c130cb-a9bf-485a-82dd-57482a7a395d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/40574997-03b6-48f3-bf36-928beda1544c HTTP/1.1" status: 204 len: 168 time: 0.2408745 Jul 13 18:31:25.575341 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c130cb-a9bf-485a-82dd-57482a7a395d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40574997-03b6-48f3-bf36-928beda1544c,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:26.778366 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f01a1f-f761-4f2c-9446-864e2a3bbc42 req-3b8ffea8-8cf8-41a8-8866-5d545d4c3932 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:26.780089 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c9f01a1f-f761-4f2c-9446-864e2a3bbc42 req-3b8ffea8-8cf8-41a8-8866-5d545d4c3932 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9074e15-6bcf-437f-b6b1-09b3ccd902d1 HTTP/1.1" status: 200 len: 943 time: 0.0908458 Jul 13 18:31:26.850590 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c9f01a1f-f761-4f2c-9446-864e2a3bbc42 req-b163e0ed-f47d-49aa-a734-9b269194b05b tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571110 Jul 13 18:31:27.259770 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 8ddd620f-8891-4c82-8191-8d813cf035f4 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:31:27.389384 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 8ddd620f-8891-4c82-8191-8d813cf035f4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8ddd620f-8891-4c82-8191-8d813cf035f4,segment=NetworkSegment(8bd22299-4016-4b7c-afca-e19c25206232),segment_id=8bd22299-4016-4b7c-afca-e19c25206232)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:31:27.409664 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': '8ddd620f-8891-4c82-8191-8d813cf035f4', 'network_id': '2f2a0296-6e0e-4f05-b2f6-372acf21273d', 'port_id': '8ddd620f-8891-4c82-8191-8d813cf035f4', 'mac_address': 'fa:16:3e:b7:1b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5829392-ac62-4089-bc42-3eab0b487c17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:31:27.454234 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:27.473449 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ddd620f-8891-4c82-8191-8d813cf035f4 {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:31:27.503294 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 8ddd620f-8891-4c82-8191-8d813cf035f4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8ddd620f-8891-4c82-8191-8d813cf035f4,segment=NetworkSegment(8bd22299-4016-4b7c-afca-e19c25206232),segment_id=8bd22299-4016-4b7c-afca-e19c25206232)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:31:27.509604 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:27.576692 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=8ddd620f-8891-4c82-8191-8d813cf035f4,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:27.779830 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42504) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:27.882442 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['8ddd620f-8891-4c82-8191-8d813cf035f4'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:31:27.919739 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c62a2bb3-79cd-4483-a1bd-3c54e86635de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:28.054828 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c62a2bb3-79cd-4483-a1bd-3c54e86635de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:28.060816 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c62a2bb3-79cd-4483-a1bd-3c54e86635de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:28.095782 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468c487-6a0a-47a6-abc8-19088d0cb9d8 req-962b9fce-e801-49fe-a0e5-bb2336a10c14 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:28.098955 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b468c487-6a0a-47a6-abc8-19088d0cb9d8 req-962b9fce-e801-49fe-a0e5-bb2336a10c14 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9074e15-6bcf-437f-b6b1-09b3ccd902d1 HTTP/1.1" status: 200 len: 944 time: 0.1174648 Jul 13 18:31:28.112147 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-c62a2bb3-79cd-4483-a1bd-3c54e86635de admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ffe8bce43abd42f6941722cc143986f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287389 Jul 13 18:31:28.112147 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a2bb3-79cd-4483-a1bd-3c54e86635de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798b49a9-3be0-4306-9b51-29dc988ef32d,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:28.113115 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42512) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:28.177400 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b468c487-6a0a-47a6-abc8-19088d0cb9d8 req-3e7c0652-73f9-4470-ab29-b26f019eebb7 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701237 Jul 13 18:31:28.188928 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-67e6ff78-dad6-4efa-9369-d7b439b4b892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:28.219878 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-67e6ff78-dad6-4efa-9369-d7b439b4b892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:28.276811 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-67e6ff78-dad6-4efa-9369-d7b439b4b892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:28.280065 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-67e6ff78-dad6-4efa-9369-d7b439b4b892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:28.281357 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-67e6ff78-dad6-4efa-9369-d7b439b4b892 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/798b49a9-3be0-4306-9b51-29dc988ef32d HTTP/1.1" status: 204 len: 168 time: 0.1670980 Jul 13 18:31:28.291050 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6ff78-dad6-4efa-9369-d7b439b4b892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798b49a9-3be0-4306-9b51-29dc988ef32d,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:28.610727 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42518) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:28.624338 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ebad35df-5b89-45c0-9029-e800b8c073d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:28.730263 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ebad35df-5b89-45c0-9029-e800b8c073d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:28.734198 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ebad35df-5b89-45c0-9029-e800b8c073d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:28.778882 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-ebad35df-5b89-45c0-9029-e800b8c073d4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9505e3fb34d349d9a91b6ec51a1e236a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670215 Jul 13 18:31:28.779618 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad35df-5b89-45c0-9029-e800b8c073d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36507a82-48c8-4c98-bcc2-f1c9c5e6d8a4,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:28.781845 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 42520) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:28.855789 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-56ef6cbe-6bbb-4fa8-9d45-fa1e75eb6246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:28.887451 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-56ef6cbe-6bbb-4fa8-9d45-fa1e75eb6246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:28.951775 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-56ef6cbe-6bbb-4fa8-9d45-fa1e75eb6246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:28.954365 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-56ef6cbe-6bbb-4fa8-9d45-fa1e75eb6246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:28.955519 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-56ef6cbe-6bbb-4fa8-9d45-fa1e75eb6246 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/36507a82-48c8-4c98-bcc2-f1c9c5e6d8a4 HTTP/1.1" status: 204 len: 168 time: 0.1725187 Jul 13 18:31:28.964442 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef6cbe-6bbb-4fa8-9d45-fa1e75eb6246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36507a82-48c8-4c98-bcc2-f1c9c5e6d8a4,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:29.266122 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 8ddd620f-8891-4c82-8191-8d813cf035f4 up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:31:29.343372 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning for port 8ddd620f-8891-4c82-8191-8d813cf035f4 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:31:29.350795 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port 8ddd620f-8891-4c82-8191-8d813cf035f4 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:31:29.351614 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:29.388237 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1dd710-4bd4-4262-94b1-b3aa543bf52d req-dfb1381f-2a71-4893-9485-973546edeeb4 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:29.392346 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ad1dd710-4bd4-4262-94b1-b3aa543bf52d req-dfb1381f-2a71-4893-9485-973546edeeb4 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9074e15-6bcf-437f-b6b1-09b3ccd902d1 HTTP/1.1" status: 200 len: 944 time: 0.0763500 Jul 13 18:31:29.442093 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ad1dd710-4bd4-4262-94b1-b3aa543bf52d req-af40d35f-072a-43f4-b676-79e9a8d378f0 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462441 Jul 13 18:31:29.462190 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:29.492748 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9074e15-6bcf-437f-b6b1-09b3ccd902d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddd620f-8891-4c82-8191-8d813cf035f4'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:31:29.496227 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9e6633-d392-4ad1-a6e2-29ebf6ba89f9" -d '{"events": [{"server_uuid": "d9074e15-6bcf-437f-b6b1-09b3ccd902d1", "name": "network-vif-plugged", "status": "completed", "tag": "8ddd620f-8891-4c82-8191-8d813cf035f4"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:31:29.512101 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 8ddd620f-8891-4c82-8191-8d813cf035f4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8ddd620f-8891-4c82-8191-8d813cf035f4,segment=NetworkSegment(8bd22299-4016-4b7c-afca-e19c25206232),segment_id=8bd22299-4016-4b7c-afca-e19c25206232)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:31:29.518255 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:29.549095 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:31:29.556634 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4c9979-fba5-446d-86a7-549fbc8b5638 x-openstack-request-id: req-bd4c9979-fba5-446d-86a7-549fbc8b5638 {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:31:29.557048 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9074e15-6bcf-437f-b6b1-09b3ccd902d1", "name": "network-vif-plugged", "status": "completed", "tag": "8ddd620f-8891-4c82-8191-8d813cf035f4", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:31:29.557377 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bd4c9979-fba5-446d-86a7-549fbc8b5638 {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:31:29.557850 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9074e15-6bcf-437f-b6b1-09b3ccd902d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddd620f-8891-4c82-8191-8d813cf035f4', 'code': 200} Jul 13 18:31:29.592701 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=8ddd620f-8891-4c82-8191-8d813cf035f4,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:29.890024 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67b118-c9a2-4a3a-88a6-0426dd5ad8f0 req-1623d56f-5307-4b8e-b43a-d8028dab15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:29.891541 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bb67b118-c9a2-4a3a-88a6-0426dd5ad8f0 req-1623d56f-5307-4b8e-b43a-d8028dab15e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d9074e15-6bcf-437f-b6b1-09b3ccd902d1 HTTP/1.1" status: 200 len: 1098 time: 0.0754700 Jul 13 18:31:29.899306 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42548) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:29.944823 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bb67b118-c9a2-4a3a-88a6-0426dd5ad8f0 req-c3072ba1-7d1f-4272-8c4d-b0d7438f186d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454874 Jul 13 18:31:30.028220 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-0bc9830b-1b59-4d73-8e8d-63415f247f6e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1151248847-network', 'tenant_id': '2777c8eba1d9445bb4154251d642d15a'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:31:30.051553 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc9830b-1b59-4d73-8e8d-63415f247f6e admin admin] Made reservation on behalf of 2777c8eba1d9445bb4154251d642d15a for: {'network': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:31:30.055143 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0bc9830b-1b59-4d73-8e8d-63415f247f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for network, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:30.069040 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0bc9830b-1b59-4d73-8e8d-63415f247f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:30.193267 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0bc9830b-1b59-4d73-8e8d-63415f247f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:30.199108 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0bc9830b-1b59-4d73-8e8d-63415f247f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:30.214431 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc9830b-1b59-4d73-8e8d-63415f247f6e admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=92974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 18:31:30.237934 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0bc9830b-1b59-4d73-8e8d-63415f247f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:30.238285 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.segments_db [None req-0bc9830b-1b59-4d73-8e8d-63415f247f6e admin admin] Added segment abc7827d-a766-447b-8e52-9b57791cb29a of type vlan for network 5ef66f07-f58f-4128-91e2-09e38c97cde7 Jul 13 18:31:30.257940 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9830b-1b59-4d73-8e8d-63415f247f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784b7b12-1d5d-44da-ab44-2f1c4be8aee4,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:30.295169 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0bc9830b-1b59-4d73-8e8d-63415f247f6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737535993375'] for network, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:30.336648 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0bc9830b-1b59-4d73-8e8d-63415f247f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for network, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:30.337780 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc9830b-1b59-4d73-8e8d-63415f247f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:30.338457 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-0bc9830b-1b59-4d73-8e8d-63415f247f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:30.400669 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-0bc9830b-1b59-4d73-8e8d-63415f247f6e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4998043 Jul 13 18:31:30.404552 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 42562) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:30.406625 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9830b-1b59-4d73-8e8d-63415f247f6e admin admin] Pushing event updated for resources: {'Network': ['ID=5ef66f07-f58f-4128-91e2-09e38c97cde7,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:30.412655 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-a178d25b-7348-454c-a489-29072542a306 admin admin] Request body: {'subnet': {'network_id': '5ef66f07-f58f-4128-91e2-09e38c97cde7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1151248847-subnet', 'tenant_id': '2777c8eba1d9445bb4154251d642d15a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:31:30.419946 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Network 5ef66f07-f58f-4128-91e2-09e38c97cde7 details requested by agent ovs-agent-dv-cinder-786928-3-iscsi with host dv-cinder-786928-3-iscsi {{(pid=92975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 18:31:30.442525 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a178d25b-7348-454c-a489-29072542a306 admin admin] Made reservation on behalf of 2777c8eba1d9445bb4154251d642d15a for: {'subnet': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:31:30.446553 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a178d25b-7348-454c-a489-29072542a306 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8946667'] for subnet, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:30.705697 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a178d25b-7348-454c-a489-29072542a306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8946649'] for subnet, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:30.719867 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97be301-cca3-4b36-9f50-535b177751ba req-466da938-89fd-4c6a-b648-9f710c05212f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:30.721345 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a97be301-cca3-4b36-9f50-535b177751ba req-466da938-89fd-4c6a-b648-9f710c05212f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9074e15-6bcf-437f-b6b1-09b3ccd902d1 HTTP/1.1" status: 200 len: 945 time: 0.1264501 Jul 13 18:31:30.777686 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178d25b-7348-454c-a489-29072542a306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e5be14f-382b-45ae-be0a-34a64f28c1bb,revision_number=0']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:30.807878 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a97be301-cca3-4b36-9f50-535b177751ba req-062e13a3-d834-467c-8bb6-fdfea49d9c78 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684054 Jul 13 18:31:30.812368 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a178d25b-7348-454c-a489-29072542a306 admin admin] Checking segment: {'id': 'abc7827d-a766-447b-8e52-9b57791cb29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5ef66f07-f58f-4128-91e2-09e38c97cde7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:31:30.812734 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a178d25b-7348-454c-a489-29072542a306 admin admin] Network hostable DHCP agents. Network: 5ef66f07-f58f-4128-91e2-09e38c97cde7, hostable agents: ['65b15fd5-f86c-4cf1-b54a-6ad638ce2cca'], hosted agents: [] {{(pid=92973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 18:31:30.831945 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a178d25b-7348-454c-a489-29072542a306 admin admin] Network 5ef66f07-f58f-4128-91e2-09e38c97cde7 is scheduled to be hosted by DHCP agent 65b15fd5-f86c-4cf1-b54a-6ad638ce2cca with binding_index 1 {{(pid=92973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 18:31:30.846098 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-a178d25b-7348-454c-a489-29072542a306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-3-iscsi, 5ef66f07-f58f-4128-91e2-09e38c97cde7) {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:31:30.852652 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a178d25b-7348-454c-a489-29072542a306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:30.853611 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a178d25b-7348-454c-a489-29072542a306 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:30.860251 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f58bb1-97a9-45c2-8d0c-74fe948f1be5 None None] Network 5ef66f07-f58f-4128-91e2-09e38c97cde7 requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:31:30.875151 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-a178d25b-7348-454c-a489-29072542a306 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4687467 Jul 13 18:31:30.989986 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768f9c15-5b4d-4b1a-9439-4df064228640 None None] Network 5ef66f07-f58f-4128-91e2-09e38c97cde7 requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:31:31.445799 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42586) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:31.451074 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.v2.base [None req-20011aac-29e4-42c2-a85d-38430b631859 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1874954892-network', 'tenant_id': '33d42e200c004c39a57ddb343882cdba'}} {{(pid=92974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:31:31.473679 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20011aac-29e4-42c2-a85d-38430b631859 admin admin] Made reservation on behalf of 33d42e200c004c39a57ddb343882cdba for: {'network': 1} {{(pid=92974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:31:31.476926 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-20011aac-29e4-42c2-a85d-38430b631859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for network, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:31.486240 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-20011aac-29e4-42c2-a85d-38430b631859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:31.591700 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-20011aac-29e4-42c2-a85d-38430b631859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:31.599035 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-20011aac-29e4-42c2-a85d-38430b631859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:31.621867 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20011aac-29e4-42c2-a85d-38430b631859 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=92974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 18:31:31.638553 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20011aac-29e4-42c2-a85d-38430b631859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799b125e-67d9-4000-9b20-5e60a488afb7,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:31.641582 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-20011aac-29e4-42c2-a85d-38430b631859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:31.641932 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.segments_db [None req-20011aac-29e4-42c2-a85d-38430b631859 admin admin] Added segment cb94ee6a-4a94-469c-abb6-eddcece9895a of type vlan for network a31976d7-c827-48cf-90ed-7592c886a5ed Jul 13 18:31:31.690719 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-20011aac-29e4-42c2-a85d-38430b631859 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737535993375'] for network, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:31.721942 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-20011aac-29e4-42c2-a85d-38430b631859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015'] for network, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:31.723546 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20011aac-29e4-42c2-a85d-38430b631859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:31.724405 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-20011aac-29e4-42c2-a85d-38430b631859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:31.783757 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-20011aac-29e4-42c2-a85d-38430b631859 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3367536 Jul 13 18:31:31.788036 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 42588) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:31.794311 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-409501b1-ae77-4291-819d-f4109f560821 admin admin] Request body: {'subnet': {'network_id': 'a31976d7-c827-48cf-90ed-7592c886a5ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1874954892-subnet', 'tenant_id': '33d42e200c004c39a57ddb343882cdba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:31:31.797742 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20011aac-29e4-42c2-a85d-38430b631859 admin admin] Pushing event updated for resources: {'Network': ['ID=a31976d7-c827-48cf-90ed-7592c886a5ed,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:31.809315 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Network a31976d7-c827-48cf-90ed-7592c886a5ed details requested by agent ovs-agent-dv-cinder-786928-3-iscsi with host dv-cinder-786928-3-iscsi {{(pid=92975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 18:31:31.819747 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409501b1-ae77-4291-819d-f4109f560821 admin admin] Made reservation on behalf of 33d42e200c004c39a57ddb343882cdba for: {'subnet': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:31:31.822474 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-409501b1-ae77-4291-819d-f4109f560821 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8946667'] for subnet, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:32.058447 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-409501b1-ae77-4291-819d-f4109f560821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8946649'] for subnet, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:32.101414 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dc5de-2a95-4d8c-b119-ec439f4aa157 req-5588bba0-d5f2-4db3-83df-75fe8f3610d8 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:32.102814 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-408dc5de-2a95-4d8c-b119-ec439f4aa157 req-5588bba0-d5f2-4db3-83df-75fe8f3610d8 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9074e15-6bcf-437f-b6b1-09b3ccd902d1 HTTP/1.1" status: 200 len: 945 time: 0.1459475 Jul 13 18:31:32.141885 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409501b1-ae77-4291-819d-f4109f560821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f87e08f-fa6b-44ac-bcb2-d75870059a35,revision_number=0']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:32.163518 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409501b1-ae77-4291-819d-f4109f560821 admin admin] Checking segment: {'id': 'cb94ee6a-4a94-469c-abb6-eddcece9895a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a31976d7-c827-48cf-90ed-7592c886a5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:31:32.163907 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409501b1-ae77-4291-819d-f4109f560821 admin admin] Network hostable DHCP agents. Network: a31976d7-c827-48cf-90ed-7592c886a5ed, hostable agents: ['65b15fd5-f86c-4cf1-b54a-6ad638ce2cca'], hosted agents: [] {{(pid=92973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 18:31:32.171127 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-408dc5de-2a95-4d8c-b119-ec439f4aa157 req-c8209487-3081-4572-9212-7c46c8b26a29 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607111 Jul 13 18:31:32.188424 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409501b1-ae77-4291-819d-f4109f560821 admin admin] Network a31976d7-c827-48cf-90ed-7592c886a5ed is scheduled to be hosted by DHCP agent 65b15fd5-f86c-4cf1-b54a-6ad638ce2cca with binding_index 1 {{(pid=92973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 18:31:32.198517 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-409501b1-ae77-4291-819d-f4109f560821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-3-iscsi, a31976d7-c827-48cf-90ed-7592c886a5ed) {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:31:32.207793 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409501b1-ae77-4291-819d-f4109f560821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:32.210742 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74787e0-e8c2-4016-913a-eeefd243cad7 None None] Network a31976d7-c827-48cf-90ed-7592c886a5ed requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:31:32.211870 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-409501b1-ae77-4291-819d-f4109f560821 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:32.235757 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-409501b1-ae77-4291-819d-f4109f560821 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4404807 Jul 13 18:31:32.372724 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e750178-315d-4589-8b4e-eef97766e40b None None] Network a31976d7-c827-48cf-90ed-7592c886a5ed requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:31:33.788851 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad7160-c0ce-4a57-8a4e-c82a7df2c9fe req-1946801b-6670-45a2-8f5e-89d583caea19 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:33.790719 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-05ad7160-c0ce-4a57-8a4e-c82a7df2c9fe req-1946801b-6670-45a2-8f5e-89d583caea19 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 945 time: 0.1282988 Jul 13 18:31:33.835168 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-05ad7160-c0ce-4a57-8a4e-c82a7df2c9fe req-68c32c47-c011-445a-be9d-52010c51b7c9 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380435 Jul 13 18:31:35.027846 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1331d46-ccf3-456c-82ee-915fc4bf8614 req-57ce8025-f504-430e-924e-a082b40070fd tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:35.029319 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a1331d46-ccf3-456c-82ee-915fc4bf8614 req-57ce8025-f504-430e-924e-a082b40070fd tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 945 time: 0.0693107 Jul 13 18:31:35.070289 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a1331d46-ccf3-456c-82ee-915fc4bf8614 req-18c1faa3-f2b9-489f-8297-5ab96818117e tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354881 Jul 13 18:31:35.905271 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-e719c143-927a-4dce-a2ba-e3b84e5a1396 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-284993275&fields=id&tenant_id=7d94c891f56d42a2959977c853fdeca6 HTTP/1.1" status: 200 len: 267 time: 0.0441194 Jul 13 18:31:36.020646 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-4c28bddc-022f-4a4e-80d5-fe1aa9dfd8f8 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:36.022723 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-4c28bddc-022f-4a4e-80d5-fe1aa9dfd8f8 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/networks?id=01a41a16-3081-4967-b42b-51bd867dde32 HTTP/1.1" status: 200 len: 812 time: 0.1061566 Jul 13 18:31:36.042823 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-1a3d698d-de4e-4006-b0b1-7ed885db543f tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/quotas/7d94c891f56d42a2959977c853fdeca6 HTTP/1.1" status: 200 len: 375 time: 0.0127175 Jul 13 18:31:36.119312 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-c9e9f7b8-a461-428d-b0db-89e6456c4d8e tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d94c891f56d42a2959977c853fdeca6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702045 Jul 13 18:31:36.277338 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-87891d18-01f4-419c-b5e9-a59049be7c52 service neutron] 10.222.0.11 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448669 Jul 13 18:31:36.358897 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada55357-ccca-411f-8086-7b23fea64843 req-31dc52ea-3b5b-4760-899d-1aa1d6fa47b7 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:36.360523 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ada55357-ccca-411f-8086-7b23fea64843 req-31dc52ea-3b5b-4760-899d-1aa1d6fa47b7 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 945 time: 0.1635027 Jul 13 18:31:36.426767 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-dcf5068d-3da4-4502-b4bf-5d38eb1ca335 service neutron] 10.222.0.11 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360157 Jul 13 18:31:36.429846 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ada55357-ccca-411f-8086-7b23fea64843 req-f5135bd1-9a2e-42ef-b76d-02a0f61da75c tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635653 Jul 13 18:31:36.774910 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-80df0e49-4fd4-477f-bbaa-72f4bfe9c84e req-b4d441d3-31f4-4dd6-8b54-59dfb13c3cb1 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 210 time: 0.0390403 Jul 13 18:31:37.622215 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984eac8-3cf8-4e84-9115-d02c34a22a58 req-f40533fa-f788-47b9-823c-a4d9073d64d3 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:37.623621 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1984eac8-3cf8-4e84-9115-d02c34a22a58 req-f40533fa-f788-47b9-823c-a4d9073d64d3 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 945 time: 0.0659704 Jul 13 18:31:37.661603 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1984eac8-3cf8-4e84-9115-d02c34a22a58 req-bc24496d-05e9-4227-9092-5a44c827b4aa tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321443 Jul 13 18:31:37.933243 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-966356de-b77b-45a3-a5e7-060b9b91f3fa req-ddb676a0-8288-4c73-b930-f2e30ed60cdc tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 210 time: 0.0310664 Jul 13 18:31:38.090681 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-5f846a27-73b6-4ce0-9ff2-6f405677cfa4 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:38.093399 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-5f846a27-73b6-4ce0-9ff2-6f405677cfa4 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.32 "GET /v2.0/networks?id=01a41a16-3081-4967-b42b-51bd867dde32 HTTP/1.1" status: 200 len: 812 time: 0.1443121 Jul 13 18:31:38.161511 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-e79f8406-bf5b-4176-a09b-120179b2e378 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d94c891f56d42a2959977c853fdeca6 HTTP/1.1" status: 200 len: 379 time: 0.0434253 Jul 13 18:31:38.172800 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-305ae236-b32c-467e-a8ba-a328af411d79 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Request body: {'port': {'device_id': '3b3a47ea-e966-4447-9afb-91b35a372da6', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'admin_state_up': True, 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'security_groups': ['764bac74-7a09-4dd0-8f9a-f13788a42073']}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:31:38.311477 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-305ae236-b32c-467e-a8ba-a328af411d79 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Made reservation on behalf of 7d94c891f56d42a2959977c853fdeca6 for: {'port': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:31:38.315421 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-305ae236-b32c-467e-a8ba-a328af411d79 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:38.474062 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-305ae236-b32c-467e-a8ba-a328af411d79 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Allocated IP 172.20.0.9 (01a41a16-3081-4967-b42b-51bd867dde32/eaa49001-3ade-4d36-bb78-582f1a0fd962/cab2baf4-12ad-43e8-859b-40295eb5ec7c) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:31:38.632156 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-305ae236-b32c-467e-a8ba-a328af411d79 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:38.646038 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-305ae236-b32c-467e-a8ba-a328af411d79 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Transition to ACTIVE for port object cab2baf4-12ad-43e8-859b-40295eb5ec7c will not be triggered until provisioned by entity DHCP. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:31:38.685921 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-305ae236-b32c-467e-a8ba-a328af411d79 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:38.733511 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-305ae236-b32c-467e-a8ba-a328af411d79 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Network 01a41a16-3081-4967-b42b-51bd867dde32 is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:31:38.736960 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-305ae236-b32c-467e-a8ba-a328af411d79 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:31:38.741484 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-305ae236-b32c-467e-a8ba-a328af411d79 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:31:38.767837 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ae236-b32c-467e-a8ba-a328af411d79 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Pushing event updated for resources: {'Port': ['ID=cab2baf4-12ad-43e8-859b-40295eb5ec7c,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:38.805972 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-305ae236-b32c-467e-a8ba-a328af411d79 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:38.806629 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-305ae236-b32c-467e-a8ba-a328af411d79 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:38.857637 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-305ae236-b32c-467e-a8ba-a328af411d79 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6890247 Jul 13 18:31:38.880631 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-71a447a3-a8c5-4be6-94fd-6b0e46013bc6 service neutron] Request body: {'port': {'device_id': '3b3a47ea-e966-4447-9afb-91b35a372da6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:31:38.925406 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-c9771622-98e0-4394-940e-33292dd5ca1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:38.926848 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37797f44-468d-4231-903a-64cece77509c req-ee0ea62d-7b96-491c-b519-21e4f69e8041 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:38.928721 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-37797f44-468d-4231-903a-64cece77509c req-ee0ea62d-7b96-491c-b519-21e4f69e8041 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 945 time: 0.1191475 Jul 13 18:31:39.001031 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-37797f44-468d-4231-903a-64cece77509c req-cfec82ae-4b3d-452a-98ea-c0a358939140 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650539 Jul 13 18:31:39.006950 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-71a447a3-a8c5-4be6-94fd-6b0e46013bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:39.008790 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-c6f04e72-73f8-47c9-b0dd-178ae390a848 None None] Provisioning for port cab2baf4-12ad-43e8-859b-40295eb5ec7c completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:31:39.014500 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-c6f04e72-73f8-47c9-b0dd-178ae390a848 None None] Provisioning complete for port cab2baf4-12ad-43e8-859b-40295eb5ec7c triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:31:39.014968 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-c6f04e72-73f8-47c9-b0dd-178ae390a848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:39.065477 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-c6f04e72-73f8-47c9-b0dd-178ae390a848 None None] Port cab2baf4-12ad-43e8-859b-40295eb5ec7c cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:31:39.263871 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee03f3-7ea3-45cf-b1c3-3b30d655d84c req-dab2e0d0-bad9-469d-864b-95733dc5b0b9 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:39.265376 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-43ee03f3-7ea3-45cf-b1c3-3b30d655d84c req-dab2e0d0-bad9-469d-864b-95733dc5b0b9 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 931 time: 0.1824801 Jul 13 18:31:39.335239 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-43ee03f3-7ea3-45cf-b1c3-3b30d655d84c req-c5e82945-29c6-418e-b21c-cac406307f77 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634022 Jul 13 18:31:39.383298 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-71a447a3-a8c5-4be6-94fd-6b0e46013bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab2baf4-12ad-43e8-859b-40295eb5ec7c {{(pid=92973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:31:39.390977 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-71a447a3-a8c5-4be6-94fd-6b0e46013bc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:39.407297 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-71a447a3-a8c5-4be6-94fd-6b0e46013bc6 service neutron] Transition to ACTIVE for port object cab2baf4-12ad-43e8-859b-40295eb5ec7c will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:31:39.411270 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-71a447a3-a8c5-4be6-94fd-6b0e46013bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:39.462415 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:39.502259 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a447a3-a8c5-4be6-94fd-6b0e46013bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=cab2baf4-12ad-43e8-859b-40295eb5ec7c,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:39.585041 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-71a447a3-a8c5-4be6-94fd-6b0e46013bc6 service neutron] Attempting to bind port cab2baf4-12ad-43e8-859b-40295eb5ec7c on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:31:39.585406 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-71a447a3-a8c5-4be6-94fd-6b0e46013bc6 service neutron] Attempting to bind port cab2baf4-12ad-43e8-859b-40295eb5ec7c by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'd486ceeb-8cd5-4e0a-b37a-bf26084d3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:31:39.585876 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-71a447a3-a8c5-4be6-94fd-6b0e46013bc6 service neutron] Attempting to bind port cab2baf4-12ad-43e8-859b-40295eb5ec7c on network 01a41a16-3081-4967-b42b-51bd867dde32 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:31:39.590676 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-71a447a3-a8c5-4be6-94fd-6b0e46013bc6 service neutron] Port cab2baf4-12ad-43e8-859b-40295eb5ec7c on network 01a41a16-3081-4967-b42b-51bd867dde32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 18:31:39.590996 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-71a447a3-a8c5-4be6-94fd-6b0e46013bc6 service neutron] Attempting to bind port cab2baf4-12ad-43e8-859b-40295eb5ec7c on network 01a41a16-3081-4967-b42b-51bd867dde32 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:31:39.596577 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-71a447a3-a8c5-4be6-94fd-6b0e46013bc6 service neutron] Checking agent: {'id': '42658009-1da3-417e-95f4-9a37477be153', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'started_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:31:39.597056 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-71a447a3-a8c5-4be6-94fd-6b0e46013bc6 service neutron] Checking segment: {'id': 'd486ceeb-8cd5-4e0a-b37a-bf26084d3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:31:39.597575 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-71a447a3-a8c5-4be6-94fd-6b0e46013bc6 service neutron] Bound using segment: {'id': 'd486ceeb-8cd5-4e0a-b37a-bf26084d3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:31:39.598214 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-71a447a3-a8c5-4be6-94fd-6b0e46013bc6 service neutron] Bound port: cab2baf4-12ad-43e8-859b-40295eb5ec7c, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd486ceeb-8cd5-4e0a-b37a-bf26084d3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:31:39.598787 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-71a447a3-a8c5-4be6-94fd-6b0e46013bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:39.714758 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-71a447a3-a8c5-4be6-94fd-6b0e46013bc6 service neutron] For port cab2baf4-12ad-43e8-859b-40295eb5ec7c, host hv-cinder-78692, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:31:39.714758 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-71a447a3-a8c5-4be6-94fd-6b0e46013bc6 service neutron] For port cab2baf4-12ad-43e8-859b-40295eb5ec7c, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cab2baf4-12ad-43e8-859b-40295eb5ec7c,segment=NetworkSegment(d486ceeb-8cd5-4e0a-b37a-bf26084d3609),segment_id=d486ceeb-8cd5-4e0a-b37a-bf26084d3609)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:31:39.719777 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-71a447a3-a8c5-4be6-94fd-6b0e46013bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:39.752328 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-71a447a3-a8c5-4be6-94fd-6b0e46013bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:39.752698 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-71a447a3-a8c5-4be6-94fd-6b0e46013bc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:39.754422 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-71a447a3-a8c5-4be6-94fd-6b0e46013bc6 service neutron] 10.222.0.32 "PUT /v2.0/ports/cab2baf4-12ad-43e8-859b-40295eb5ec7c HTTP/1.1" status: 200 len: 1093 time: 0.8792434 Jul 13 18:31:39.757228 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3a47ea-e966-4447-9afb-91b35a372da6', 'tag': 'cab2baf4-12ad-43e8-859b-40295eb5ec7c'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:31:39.759592 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122cdc83-37a9-4de1-99db-25097b840008" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3a47ea-e966-4447-9afb-91b35a372da6", "tag": "cab2baf4-12ad-43e8-859b-40295eb5ec7c"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:31:39.804668 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a447a3-a8c5-4be6-94fd-6b0e46013bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=cab2baf4-12ad-43e8-859b-40295eb5ec7c,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:39.853777 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63aae46-efc0-4895-bc45-fb6be89e051f x-openstack-request-id: req-e63aae46-efc0-4895-bc45-fb6be89e051f {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:31:39.854070 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3a47ea-e966-4447-9afb-91b35a372da6", "tag": "cab2baf4-12ad-43e8-859b-40295eb5ec7c", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:31:39.854304 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e63aae46-efc0-4895-bc45-fb6be89e051f {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:31:39.854704 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3a47ea-e966-4447-9afb-91b35a372da6', 'tag': 'cab2baf4-12ad-43e8-859b-40295eb5ec7c', 'status': 'completed', 'code': 200} Jul 13 18:31:39.895722 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-bd870463-9923-48ea-93cd-12374af92f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:39.900149 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-bd870463-9923-48ea-93cd-12374af92f05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d94c891f56d42a2959977c853fdeca6&device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 1096 time: 0.0796144 Jul 13 18:31:39.966274 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-d8ceae5c-e1b5-4bc1-8450-4dc3f597019a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cab2baf4-12ad-43e8-859b-40295eb5ec7c HTTP/1.1" status: 200 len: 217 time: 0.0515101 Jul 13 18:31:40.018919 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-d1423672-5862-4f79-969f-7db69cc55465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:40.020442 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-d1423672-5862-4f79-969f-7db69cc55465 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eaa49001-3ade-4d36-bb78-582f1a0fd962 HTTP/1.1" status: 200 len: 851 time: 0.0475519 Jul 13 18:31:40.084990 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-9f4b0b52-fb1d-4c52-9c26-5211690bc002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:40.086834 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-9f4b0b52-fb1d-4c52-9c26-5211690bc002 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01a41a16-3081-4967-b42b-51bd867dde32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592039 Jul 13 18:31:40.228891 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-c9b3a31a-ef3a-4a06-8815-6476aec1281d service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346056 Jul 13 18:31:40.252261 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9284a40-5ead-474e-beb1-aba486fcd401 req-5644a65d-105e-4a45-9fc7-3a07be8003b5 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:40.254089 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e9284a40-5ead-474e-beb1-aba486fcd401 req-5644a65d-105e-4a45-9fc7-3a07be8003b5 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 945 time: 0.1106589 Jul 13 18:31:40.348059 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e9284a40-5ead-474e-beb1-aba486fcd401 req-521be346-0203-4003-87d9-b02454ddfa26 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819197 Jul 13 18:31:40.375015 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-afa1f5e7-2ae7-4f49-9c1b-f7dcf34c1bb9 req-cf76a20a-46de-4925-a885-55eb82efab38 service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382208 Jul 13 18:31:40.555486 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03542712-063a-4e24-b5d2-e66ff310fd9d req-0dd799aa-5a36-416a-8dcb-19ffd4e04017 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:40.557026 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-03542712-063a-4e24-b5d2-e66ff310fd9d req-0dd799aa-5a36-416a-8dcb-19ffd4e04017 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 943 time: 0.1070597 Jul 13 18:31:40.564286 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cdc83-37a9-4de1-99db-25097b840008 req-3da90c65-eb57-4c1e-a969-1c7cb5057677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:40.565806 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-122cdc83-37a9-4de1-99db-25097b840008 req-3da90c65-eb57-4c1e-a969-1c7cb5057677 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d94c891f56d42a2959977c853fdeca6&device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 1096 time: 0.0829661 Jul 13 18:31:40.644603 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-03542712-063a-4e24-b5d2-e66ff310fd9d req-d6709f53-e0d9-469d-b5ed-a59bd3f83149 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778399 Jul 13 18:31:40.686216 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cdc83-37a9-4de1-99db-25097b840008 req-1d99970e-7ec9-42e1-bbef-7b5c3b513595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:40.687768 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-122cdc83-37a9-4de1-99db-25097b840008 req-1d99970e-7ec9-42e1-bbef-7b5c3b513595 service neutron] 10.222.0.32 "GET /v2.0/networks?id=01a41a16-3081-4967-b42b-51bd867dde32 HTTP/1.1" status: 200 len: 913 time: 0.1068265 Jul 13 18:31:40.730413 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-122cdc83-37a9-4de1-99db-25097b840008 req-4d0e2f95-ce4e-4db9-9285-c8e91318747c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cab2baf4-12ad-43e8-859b-40295eb5ec7c HTTP/1.1" status: 200 len: 217 time: 0.0345266 Jul 13 18:31:40.784960 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cdc83-37a9-4de1-99db-25097b840008 req-f9947b7f-7500-437a-a655-e1683131ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:40.786357 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-122cdc83-37a9-4de1-99db-25097b840008 req-f9947b7f-7500-437a-a655-e1683131ba75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eaa49001-3ade-4d36-bb78-582f1a0fd962 HTTP/1.1" status: 200 len: 851 time: 0.0499008 Jul 13 18:31:40.849004 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cdc83-37a9-4de1-99db-25097b840008 req-c9af4ac1-e875-40f8-b8a7-83b540ee58e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:40.849004 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-122cdc83-37a9-4de1-99db-25097b840008 req-c9af4ac1-e875-40f8-b8a7-83b540ee58e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01a41a16-3081-4967-b42b-51bd867dde32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544784 Jul 13 18:31:40.964721 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-122cdc83-37a9-4de1-99db-25097b840008 req-4bc8da07-4d60-4842-a722-93fded0d4ebc service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086111 Jul 13 18:31:41.110411 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-122cdc83-37a9-4de1-99db-25097b840008 req-604944f3-deae-4fae-890e-46354c965ecf service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372855 Jul 13 18:31:41.469281 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-c1d812e1-9ad2-45dd-a37d-3629cccfefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:41.557722 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb762186-487d-4f6c-a2e3-f3c5522ff8be req-7231d871-d28c-4471-92d9-9574373c9130 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:41.559867 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cb762186-487d-4f6c-a2e3-f3c5522ff8be req-7231d871-d28c-4471-92d9-9574373c9130 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 945 time: 0.0739517 Jul 13 18:31:41.604700 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cb762186-487d-4f6c-a2e3-f3c5522ff8be req-0783af8a-fa8a-4912-aced-d0aaa7d53078 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387194 Jul 13 18:31:41.674114 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:41.870957 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a2a7a-24a5-449d-a4e3-7f10fbea2a89 req-e56713fe-1822-464f-a97c-e2310f7eb40a tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:41.874199 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-326a2a7a-24a5-449d-a4e3-7f10fbea2a89 req-e56713fe-1822-464f-a97c-e2310f7eb40a tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 943 time: 0.0829871 Jul 13 18:31:41.945939 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-326a2a7a-24a5-449d-a4e3-7f10fbea2a89 req-60c9bffd-e597-4248-ab4d-12adede847b6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609915 Jul 13 18:31:42.729256 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:42.811044 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cabe4b-e3d5-40b0-93b0-b29ed6d41b3c req-c0a81d9d-08bc-4647-b10b-0e11ced811f1 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:42.812813 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-27cabe4b-e3d5-40b0-93b0-b29ed6d41b3c req-c0a81d9d-08bc-4647-b10b-0e11ced811f1 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 945 time: 0.0721483 Jul 13 18:31:42.868065 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-27cabe4b-e3d5-40b0-93b0-b29ed6d41b3c req-c9825663-fbc1-4202-bdfb-5e5a52e2628c tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477524 Jul 13 18:31:43.141922 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077812bc-3f58-4be5-94ba-3a280c8cf4ce req-99e8248d-dbd0-402b-99b3-ec4a28987e76 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:43.143565 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-077812bc-3f58-4be5-94ba-3a280c8cf4ce req-99e8248d-dbd0-402b-99b3-ec4a28987e76 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 943 time: 0.0690665 Jul 13 18:31:43.199391 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-077812bc-3f58-4be5-94ba-3a280c8cf4ce req-8a53b0b1-100c-43b5-8486-0c551589b3e7 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473523 Jul 13 18:31:43.933270 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c64d5-bced-4d06-a512-3c027bff996e req-e952a649-2adb-4694-801b-28fed34dca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:43.934962 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-864c64d5-bced-4d06-a512-3c027bff996e req-e952a649-2adb-4694-801b-28fed34dca28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0adff60e0a74d0c98f96db614d68a9d&device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 1098 time: 0.0776625 Jul 13 18:31:44.079273 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c64d5-bced-4d06-a512-3c027bff996e req-6ffaeee7-dfe1-446f-9dcd-f4c8651d5b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:44.081238 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-864c64d5-bced-4d06-a512-3c027bff996e req-6ffaeee7-dfe1-446f-9dcd-f4c8651d5b50 service neutron] 10.222.0.32 "GET /v2.0/networks?id=28d334da-d7e7-4fa4-ba99-5e9dc556a31f HTTP/1.1" status: 200 len: 909 time: 0.1381929 Jul 13 18:31:44.172364 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203951b-329a-4240-b727-a69e1c7468ba req-f6e69e91-d408-47e3-8e71-93ba28a5c23b tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:44.173969 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b203951b-329a-4240-b727-a69e1c7468ba req-f6e69e91-d408-47e3-8e71-93ba28a5c23b tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 945 time: 0.1666434 Jul 13 18:31:44.180715 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-864c64d5-bced-4d06-a512-3c027bff996e req-4cadd36d-0006-468a-92ca-d6d80a30f5a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a023983d-c90a-41dd-af2a-6e0ecc4b8717 HTTP/1.1" status: 200 len: 1000 time: 0.0901418 Jul 13 18:31:44.254664 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c64d5-bced-4d06-a512-3c027bff996e req-c0a74f0f-fd95-4ee1-852b-1fe9489ef6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:44.256954 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-864c64d5-bced-4d06-a512-3c027bff996e req-c0a74f0f-fd95-4ee1-852b-1fe9489ef6b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cceb5916-07eb-4083-bf07-ef083d79ab4b HTTP/1.1" status: 200 len: 847 time: 0.0683362 Jul 13 18:31:44.260097 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b203951b-329a-4240-b727-a69e1c7468ba req-602da348-3e54-464f-b0d8-3a59435d7fc6 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780735 Jul 13 18:31:44.346353 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:44.380071 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c64d5-bced-4d06-a512-3c027bff996e req-3e3c9078-7e16-4ddf-8717-4e67aecd9f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:44.382150 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-864c64d5-bced-4d06-a512-3c027bff996e req-3e3c9078-7e16-4ddf-8717-4e67aecd9f6f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=28d334da-d7e7-4fa4-ba99-5e9dc556a31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1181614 Jul 13 18:31:44.474778 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b18e2-5290-4365-a23e-de0d309c3019 req-e6b3c821-491d-4761-a064-935d52710408 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:44.476299 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4e9b18e2-5290-4365-a23e-de0d309c3019 req-e6b3c821-491d-4761-a064-935d52710408 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 943 time: 0.1364436 Jul 13 18:31:44.866163 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4e9b18e2-5290-4365-a23e-de0d309c3019 req-5285a70b-9e24-4b6d-97ee-84ec635823aa tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3833804 Jul 13 18:31:44.870848 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-864c64d5-bced-4d06-a512-3c027bff996e req-234aaa32-f2ff-4674-99c4-8b314b4fd331 service neutron] 10.222.0.32 "GET /v2.0/networks/28d334da-d7e7-4fa4-ba99-5e9dc556a31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798172 Jul 13 18:31:44.958029 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c8a5e-6790-4035-821b-78297109c768 req-3b5f26c6-51f7-4527-90c7-01384452a0b7 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:44.959948 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f07c8a5e-6790-4035-821b-78297109c768 req-3b5f26c6-51f7-4527-90c7-01384452a0b7 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9074e15-6bcf-437f-b6b1-09b3ccd902d1 HTTP/1.1" status: 200 len: 945 time: 0.1607623 Jul 13 18:31:45.034302 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-864c64d5-bced-4d06-a512-3c027bff996e req-b79c0377-d65f-4a8c-9bc9-f18cde1534fb service neutron] 10.222.0.32 "GET /v2.0/networks/28d334da-d7e7-4fa4-ba99-5e9dc556a31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546915 Jul 13 18:31:45.037950 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f07c8a5e-6790-4035-821b-78297109c768 req-5ca39461-3b84-40d1-9cb0-048ea97ab83c tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699682 Jul 13 18:31:45.471877 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7532ff-6ea3-4226-8ca7-04d8f7b95889 req-fbb9abef-7ba9-495d-af57-7f604d58eb86 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:45.473519 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ea7532ff-6ea3-4226-8ca7-04d8f7b95889 req-fbb9abef-7ba9-495d-af57-7f604d58eb86 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 945 time: 0.0713284 Jul 13 18:31:45.517657 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ea7532ff-6ea3-4226-8ca7-04d8f7b95889 req-1981b926-a18d-423b-8181-8cc0845517ea tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353765 Jul 13 18:31:46.065973 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47910a49-21f1-424b-be79-8ec0bd699d04 req-4c216e59-0ab1-4911-a9b3-5ebd65230564 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:46.067771 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-47910a49-21f1-424b-be79-8ec0bd699d04 req-4c216e59-0ab1-4911-a9b3-5ebd65230564 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 943 time: 0.0749948 Jul 13 18:31:46.109867 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-47910a49-21f1-424b-be79-8ec0bd699d04 req-e0d4be88-88a2-4a98-9d7a-83dc250006ef tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355840 Jul 13 18:31:46.252655 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541363ff-c25e-4915-888d-41c26dd0fa11 req-cc1b9a72-b4f7-4d86-be3b-d07dbed4cb01 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:46.254476 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-541363ff-c25e-4915-888d-41c26dd0fa11 req-cc1b9a72-b4f7-4d86-be3b-d07dbed4cb01 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9074e15-6bcf-437f-b6b1-09b3ccd902d1 HTTP/1.1" status: 200 len: 945 time: 0.0754037 Jul 13 18:31:46.302695 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-541363ff-c25e-4915-888d-41c26dd0fa11 req-8393aaa4-7742-42dd-aff1-1968cda36b49 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388374 Jul 13 18:31:46.594059 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42838) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:46.647042 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3e7d7d-ac08-4a36-9c59-8f1d3ca07a32 admin admin] Deleting subnet 5e5be14f-382b-45ae-be0a-34a64f28c1bb {{(pid=92974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 18:31:46.650717 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-1f3e7d7d-ac08-4a36-9c59-8f1d3ca07a32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:46.688695 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-1f3e7d7d-ac08-4a36-9c59-8f1d3ca07a32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3426495'] for subnet, precommit_delete_associations {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:46.735700 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb5c0e-02b6-4ce8-a342-481511974a0e req-7fa6ca7e-932c-421f-b00b-e8f65442a0fe tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:46.737300 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-aceb5c0e-02b6-4ce8-a342-481511974a0e req-7fa6ca7e-932c-421f-b00b-e8f65442a0fe tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 945 time: 0.0998137 Jul 13 18:31:46.741870 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-1f3e7d7d-ac08-4a36-9c59-8f1d3ca07a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7675306'] for subnet, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:46.791512 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-aceb5c0e-02b6-4ce8-a342-481511974a0e req-fb883f65-21a1-40f6-a48b-521c49068bdc tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480657 Jul 13 18:31:46.801464 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-1f3e7d7d-ac08-4a36-9c59-8f1d3ca07a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7675283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3228786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1970045'] for subnet, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:46.806398 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b412003-828f-4247-b5d3-a3219b18179d req-03854e41-c563-4e9d-87f9-859b8b53c7e4 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:46.808216 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3b412003-828f-4247-b5d3-a3219b18179d req-03854e41-c563-4e9d-87f9-859b8b53c7e4 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9074e15-6bcf-437f-b6b1-09b3ccd902d1 HTTP/1.1" status: 200 len: 945 time: 0.1223783 Jul 13 18:31:46.834575 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-1f3e7d7d-ac08-4a36-9c59-8f1d3ca07a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for subnet, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:46.836743 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-1f3e7d7d-ac08-4a36-9c59-8f1d3ca07a32 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5e5be14f-382b-45ae-be0a-34a64f28c1bb HTTP/1.1" status: 204 len: 168 time: 0.2416379 Jul 13 18:31:46.838122 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e7d7d-ac08-4a36-9c59-8f1d3ca07a32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e5be14f-382b-45ae-be0a-34a64f28c1bb,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:46.840329 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42840) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:46.853624 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e7d7d-ac08-4a36-9c59-8f1d3ca07a32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:46.853969 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e7d7d-ac08-4a36-9c59-8f1d3ca07a32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:46.854319 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e7d7d-ac08-4a36-9c59-8f1d3ca07a32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:46.854643 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e7d7d-ac08-4a36-9c59-8f1d3ca07a32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:46.854971 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e7d7d-ac08-4a36-9c59-8f1d3ca07a32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:46.855303 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e7d7d-ac08-4a36-9c59-8f1d3ca07a32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:46.855654 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e7d7d-ac08-4a36-9c59-8f1d3ca07a32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:46.855985 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e7d7d-ac08-4a36-9c59-8f1d3ca07a32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:46.856336 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e7d7d-ac08-4a36-9c59-8f1d3ca07a32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:46.856664 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e7d7d-ac08-4a36-9c59-8f1d3ca07a32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:46.857023 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e7d7d-ac08-4a36-9c59-8f1d3ca07a32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:46.857340 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e7d7d-ac08-4a36-9c59-8f1d3ca07a32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:31:46.929038 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5379fa31-61ef-4be9-bde8-1a0645753edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566799'] for network, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:46.953859 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-3b412003-828f-4247-b5d3-a3219b18179d req-1dc0bf2f-9e57-482d-87fc-47728e7e207f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Deleting port 8ddd620f-8891-4c82-8191-8d813cf035f4 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:31:46.954286 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-3b412003-828f-4247-b5d3-a3219b18179d req-1dc0bf2f-9e57-482d-87fc-47728e7e207f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:47.017192 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5379fa31-61ef-4be9-bde8-1a0645753edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668259', 'neutron.services.segments.db._delete_segments_for_network-8737536498324'] for network, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:47.030865 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.services.segments.db [None req-5379fa31-61ef-4be9-bde8-1a0645753edd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef66f07-f58f-4128-91e2-09e38c97cde7']}} {{(pid=92974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:47.044423 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.services.segments.db [None req-5379fa31-61ef-4be9-bde8-1a0645753edd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc7827d-a766-447b-8e52-9b57791cb29a') {'for_net_delete': True} {{(pid=92974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:47.044716 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.services.segments.db [None req-5379fa31-61ef-4be9-bde8-1a0645753edd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc7827d-a766-447b-8e52-9b57791cb29a') {} {{(pid=92974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:47.054554 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5379fa31-61ef-4be9-bde8-1a0645753edd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737536430219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3426470'] for segment, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:47.069913 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-3b412003-828f-4247-b5d3-a3219b18179d req-1dc0bf2f-9e57-482d-87fc-47728e7e207f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] For port 8ddd620f-8891-4c82-8191-8d813cf035f4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8ddd620f-8891-4c82-8191-8d813cf035f4,segment=NetworkSegment(8bd22299-4016-4b7c-afca-e19c25206232),segment_id=8bd22299-4016-4b7c-afca-e19c25206232)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:31:47.070280 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-3b412003-828f-4247-b5d3-a3219b18179d req-1dc0bf2f-9e57-482d-87fc-47728e7e207f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:47.070922 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5379fa31-61ef-4be9-bde8-1a0645753edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:47.082340 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5379fa31-61ef-4be9-bde8-1a0645753edd admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=92974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 18:31:47.082603 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5379fa31-61ef-4be9-bde8-1a0645753edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3229660'] for segment, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: Traceback (most recent call last): Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: timer() Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: cb(*args, **kw) Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: return func(*args, **kwargs) Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: self._notify() Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: self.callback(batched_events) Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: event.method(event) Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: return f(self, *a, **k) Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: return self._get(url).json() Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: return self.request(url, 'GET', **kwargs) Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 18:31:47.085332 dv-cinder-786928-3-iscsi neutron-server[92974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 18:31:47.087795 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-3b412003-828f-4247-b5d3-a3219b18179d req-1dc0bf2f-9e57-482d-87fc-47728e7e207f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Calling delete_port for 8ddd620f-8891-4c82-8191-8d813cf035f4 owned by compute:nova {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:31:47.152391 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5379fa31-61ef-4be9-bde8-1a0645753edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8001304'] for network, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:47.167175 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5379fa31-61ef-4be9-bde8-1a0645753edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:47.174413 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-5379fa31-61ef-4be9-bde8-1a0645753edd admin admin] 10.222.0.11 "DELETE /v2.0/networks/5ef66f07-f58f-4128-91e2-09e38c97cde7 HTTP/1.1" status: 204 len: 168 time: 0.3292072 Jul 13 18:31:47.181609 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 42844) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:47.186840 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379fa31-61ef-4be9-bde8-1a0645753edd admin admin] Pushing event deleted for resources: {'Network': ['ID=5ef66f07-f58f-4128-91e2-09e38c97cde7,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:47.261917 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ee8950-336b-4b37-ade2-a4a6ef018b9c admin admin] Deleting subnet 3f87e08f-fa6b-44ac-bcb2-d75870059a35 {{(pid=92973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 18:31:47.286511 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e2ee8950-336b-4b37-ade2-a4a6ef018b9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:47.346013 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e2ee8950-336b-4b37-ade2-a4a6ef018b9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3662120'] for subnet, precommit_delete_associations {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:47.351415 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-3b412003-828f-4247-b5d3-a3219b18179d req-1dc0bf2f-9e57-482d-87fc-47728e7e207f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:47.387744 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['f727f5c1-d091-408e-91cb-8f9f9b133cbb', '34a13f03-508f-495c-89ce-573b6acc7b0d', '7df5c7cc-9855-41c2-b3ac-a5bad3ea0841', '8ddd620f-8891-4c82-8191-8d813cf035f4'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:31:47.416200 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0bf2f-9e57-482d-87fc-47728e7e207f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Pushing event deleted for resources: {'Port': ['ID=8ddd620f-8891-4c82-8191-8d813cf035f4,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:47.460457 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e2ee8950-336b-4b37-ade2-a4a6ef018b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7675306'] for subnet, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:47.497180 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be70c0-39a2-4b23-9cac-7975b7faca9a req-0a988f16-4bf4-4994-986b-8abdd8ed0795 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:47.498865 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b4be70c0-39a2-4b23-9cac-7975b7faca9a req-0a988f16-4bf4-4994-986b-8abdd8ed0795 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 943 time: 0.2553947 Jul 13 18:31:47.520060 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b412003-828f-4247-b5d3-a3219b18179d req-1dc0bf2f-9e57-482d-87fc-47728e7e207f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] No DVR routers for this DVR port 8ddd620f-8891-4c82-8191-8d813cf035f4 on host hv-cinder-78692 {{(pid=92973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:31:47.541674 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-3b412003-828f-4247-b5d3-a3219b18179d req-1dc0bf2f-9e57-482d-87fc-47728e7e207f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:47.543705 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3b412003-828f-4247-b5d3-a3219b18179d req-1dc0bf2f-9e57-482d-87fc-47728e7e207f tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.32 "DELETE /v2.0/ports/8ddd620f-8891-4c82-8191-8d813cf035f4 HTTP/1.1" status: 204 len: 173 time: 0.7190239 Jul 13 18:31:47.545326 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9074e15-6bcf-437f-b6b1-09b3ccd902d1', 'name': 'network-vif-deleted', 'tag': '8ddd620f-8891-4c82-8191-8d813cf035f4'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:31:47.547393 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69351a88-638a-47f6-b337-15a9b4702c71" -d '{"events": [{"server_uuid": "d9074e15-6bcf-437f-b6b1-09b3ccd902d1", "name": "network-vif-deleted", "tag": "8ddd620f-8891-4c82-8191-8d813cf035f4"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:31:47.560017 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4e71660a-445d-4286-af21-a0b171c9a953 req-73503585-78cc-4901-a0c1-237b98b353b3 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9074e15-6bcf-437f-b6b1-09b3ccd902d1 HTTP/1.1" status: 200 len: 210 time: 0.1048963 Jul 13 18:31:47.614156 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b4be70c0-39a2-4b23-9cac-7975b7faca9a req-ef2949da-0edd-4849-95f2-3e054f994f06 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755494 Jul 13 18:31:47.629875 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e2ee8950-336b-4b37-ade2-a4a6ef018b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7675283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8946638'] for subnet, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:47.639194 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4db620-bd16-4051-907c-faf797dcaa87 x-openstack-request-id: req-7c4db620-bd16-4051-907c-faf797dcaa87 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:31:47.639989 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9074e15-6bcf-437f-b6b1-09b3ccd902d1", "name": "network-vif-deleted", "tag": "8ddd620f-8891-4c82-8191-8d813cf035f4", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:31:47.640244 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c4db620-bd16-4051-907c-faf797dcaa87 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:31:47.640640 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9074e15-6bcf-437f-b6b1-09b3ccd902d1', 'name': 'network-vif-deleted', 'tag': '8ddd620f-8891-4c82-8191-8d813cf035f4', 'status': 'completed', 'code': 200} Jul 13 18:31:47.667605 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee8950-336b-4b37-ade2-a4a6ef018b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f87e08f-fa6b-44ac-bcb2-d75870059a35,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:47.683402 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e2ee8950-336b-4b37-ade2-a4a6ef018b9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:47.688248 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42850) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:47.696866 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-e2ee8950-336b-4b37-ade2-a4a6ef018b9c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3f87e08f-fa6b-44ac-bcb2-d75870059a35 HTTP/1.1" status: 204 len: 168 time: 0.5145690 Jul 13 18:31:47.765120 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6f7d8902-659e-4f0f-9664-89453bc64790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566799'] for network, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:47.854191 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6f7d8902-659e-4f0f-9664-89453bc64790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668259', 'neutron.services.segments.db._delete_segments_for_network-8737536498324'] for network, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:47.865209 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.services.segments.db [None req-6f7d8902-659e-4f0f-9664-89453bc64790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31976d7-c827-48cf-90ed-7592c886a5ed']}} {{(pid=92974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:47.876279 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.services.segments.db [None req-6f7d8902-659e-4f0f-9664-89453bc64790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb94ee6a-4a94-469c-abb6-eddcece9895a') {'for_net_delete': True} {{(pid=92974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:47.876590 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.services.segments.db [None req-6f7d8902-659e-4f0f-9664-89453bc64790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb94ee6a-4a94-469c-abb6-eddcece9895a') {} {{(pid=92974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:47.886128 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6f7d8902-659e-4f0f-9664-89453bc64790 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737536430219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3426470'] for segment, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:47.900795 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6f7d8902-659e-4f0f-9664-89453bc64790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:47.906784 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7d8902-659e-4f0f-9664-89453bc64790 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=92974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 18:31:47.907166 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6f7d8902-659e-4f0f-9664-89453bc64790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3229660'] for segment, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: Traceback (most recent call last): Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: timer() Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: cb(*args, **kw) Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: return func(*args, **kwargs) Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: self._notify() Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: self.callback(batched_events) Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: event.method(event) Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: return f(self, *a, **k) Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: return self._get(url).json() Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: return self.request(url, 'GET', **kwargs) Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 18:31:47.908866 dv-cinder-786928-3-iscsi neutron-server[92974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 18:31:47.964698 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6f7d8902-659e-4f0f-9664-89453bc64790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8001304'] for network, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:47.970016 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6f7d8902-659e-4f0f-9664-89453bc64790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:47.972018 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-6f7d8902-659e-4f0f-9664-89453bc64790 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a31976d7-c827-48cf-90ed-7592c886a5ed HTTP/1.1" status: 204 len: 168 time: 0.2820117 Jul 13 18:31:47.985914 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956efb1-a46c-48af-87fc-beeef2dea903 req-95a2009d-ee48-4ee3-b176-b38dd01ea4dd tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:47.986525 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d8902-659e-4f0f-9664-89453bc64790 admin admin] Pushing event deleted for resources: {'Network': ['ID=a31976d7-c827-48cf-90ed-7592c886a5ed,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:47.987488 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5956efb1-a46c-48af-87fc-beeef2dea903 req-95a2009d-ee48-4ee3-b176-b38dd01ea4dd tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 945 time: 0.0717726 Jul 13 18:31:48.027601 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5956efb1-a46c-48af-87fc-beeef2dea903 req-3bd90e09-9e75-4c12-85e0-af24e7342b8c tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331843 Jul 13 18:31:48.150810 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42858) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:48.199617 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-bb959fbd-8b1a-40f2-9851-d78e244c9270 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2777c8eba1d9445bb4154251d642d15a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462925 Jul 13 18:31:48.201001 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42860) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:48.263725 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-3700e057-5e39-4010-8b00-c661d8c78a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:48.290702 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-3700e057-5e39-4010-8b00-c661d8c78a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:48.348589 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-3700e057-5e39-4010-8b00-c661d8c78a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:48.353365 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-3700e057-5e39-4010-8b00-c661d8c78a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:48.355221 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-3700e057-5e39-4010-8b00-c661d8c78a47 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/784b7b12-1d5d-44da-ab44-2f1c4be8aee4 HTTP/1.1" status: 204 len: 168 time: 0.1530900 Jul 13 18:31:48.372181 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700e057-5e39-4010-8b00-c661d8c78a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784b7b12-1d5d-44da-ab44-2f1c4be8aee4,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:48.419256 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae68aee-066c-4589-857b-db9f72cfd3d1 req-e52b9637-2fca-4888-be70-86d2b2d425c0 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:48.420866 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2ae68aee-066c-4589-857b-db9f72cfd3d1 req-e52b9637-2fca-4888-be70-86d2b2d425c0 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 945 time: 0.0678191 Jul 13 18:31:48.470702 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2ae68aee-066c-4589-857b-db9f72cfd3d1 req-2528ad42-ea55-421d-a9a5-9b5cf5780aae tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434611 Jul 13 18:31:48.513536 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-f679cb71-48a5-4c4b-9ae4-e2ced873775f req-808f596c-30e5-4eab-accc-bad9abb27054 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2205787 Jul 13 18:31:48.779942 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a9995894-6cbc-4c28-baf4-867ca857c0aa req-dccc6362-4894-456f-8f24-c47c62dd74e4 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9074e15-6bcf-437f-b6b1-09b3ccd902d1 HTTP/1.1" status: 200 len: 210 time: 0.0417886 Jul 13 18:31:48.792553 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42880) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:48.847919 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-b152edd9-481d-4ab8-bc02-e1f3307089bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33d42e200c004c39a57ddb343882cdba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517812 Jul 13 18:31:48.848318 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 42882) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:48.874738 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba9853-c530-439d-831b-f184e4edb824 req-fe4a4f9f-f1a4-41f8-a7d9-944c1fa1bf9e tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:48.876438 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-22ba9853-c530-439d-831b-f184e4edb824 req-fe4a4f9f-f1a4-41f8-a7d9-944c1fa1bf9e tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 943 time: 0.0992961 Jul 13 18:31:48.918198 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6cf2555a-c4f8-4043-923a-3847bd62a390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:48.933480 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-22ba9853-c530-439d-831b-f184e4edb824 req-710b5d3e-a619-4aca-a729-f5304a8f43c5 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489433 Jul 13 18:31:48.946187 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6cf2555a-c4f8-4043-923a-3847bd62a390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:48.997022 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6cf2555a-c4f8-4043-923a-3847bd62a390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:48.999703 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-6cf2555a-c4f8-4043-923a-3847bd62a390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:49.000844 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-6cf2555a-c4f8-4043-923a-3847bd62a390 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/799b125e-67d9-4000-9b20-5e60a488afb7 HTTP/1.1" status: 204 len: 168 time: 0.1516230 Jul 13 18:31:49.010062 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2555a-c4f8-4043-923a-3847bd62a390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799b125e-67d9-4000-9b20-5e60a488afb7,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:49.402935 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device cab2baf4-12ad-43e8-859b-40295eb5ec7c details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:31:49.521376 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port cab2baf4-12ad-43e8-859b-40295eb5ec7c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cab2baf4-12ad-43e8-859b-40295eb5ec7c,segment=NetworkSegment(d486ceeb-8cd5-4e0a-b37a-bf26084d3609),segment_id=d486ceeb-8cd5-4e0a-b37a-bf26084d3609)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:31:49.534622 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': 'cab2baf4-12ad-43e8-859b-40295eb5ec7c', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'port_id': 'cab2baf4-12ad-43e8-859b-40295eb5ec7c', 'mac_address': 'fa:16:3e:c1:b6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:31:49.594615 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:49.610247 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab2baf4-12ad-43e8-859b-40295eb5ec7c {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:31:49.635478 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port cab2baf4-12ad-43e8-859b-40295eb5ec7c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cab2baf4-12ad-43e8-859b-40295eb5ec7c,segment=NetworkSegment(d486ceeb-8cd5-4e0a-b37a-bf26084d3609),segment_id=d486ceeb-8cd5-4e0a-b37a-bf26084d3609)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:31:49.641720 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:49.694199 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f26f7-1fbc-4536-8b71-9beb15c3a119 req-45647db6-fcfc-4cf8-977b-aec7955b2023 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:49.701162 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-824f26f7-1fbc-4536-8b71-9beb15c3a119 req-45647db6-fcfc-4cf8-977b-aec7955b2023 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 945 time: 0.0820646 Jul 13 18:31:49.703904 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=cab2baf4-12ad-43e8-859b-40295eb5ec7c,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:49.739019 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-824f26f7-1fbc-4536-8b71-9beb15c3a119 req-28b0f19c-a4d5-420d-a849-8898dc983552 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369575 Jul 13 18:31:50.045717 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['cab2baf4-12ad-43e8-859b-40295eb5ec7c'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:31:50.130899 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c435f-fa65-4500-8a7e-f16286b7d696 req-4dc96334-0ffc-4003-af78-a3e44e9f4d35 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:50.133153 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5f0c435f-fa65-4500-8a7e-f16286b7d696 req-4dc96334-0ffc-4003-af78-a3e44e9f4d35 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 944 time: 0.0739570 Jul 13 18:31:50.180509 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5f0c435f-fa65-4500-8a7e-f16286b7d696 req-0cd5eba7-beeb-4554-86be-c9ce5bd192b1 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383215 Jul 13 18:31:50.329245 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679cb71-48a5-4c4b-9ae4-e2ced873775f req-7e492a2e-d906-48d4-ae14-2304d2da6309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:50.331101 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f679cb71-48a5-4c4b-9ae4-e2ced873775f req-7e492a2e-d906-48d4-ae14-2304d2da6309 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340&tenant_id=f0adff60e0a74d0c98f96db614d68a9d HTTP/1.1" status: 200 len: 1098 time: 0.0655279 Jul 13 18:31:50.423257 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679cb71-48a5-4c4b-9ae4-e2ced873775f req-1ee29429-0bb2-4755-a739-22c3bcf35a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:50.424808 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f679cb71-48a5-4c4b-9ae4-e2ced873775f req-1ee29429-0bb2-4755-a739-22c3bcf35a32 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0adff60e0a74d0c98f96db614d68a9d&device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 1098 time: 0.0561135 Jul 13 18:31:50.517594 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679cb71-48a5-4c4b-9ae4-e2ced873775f req-540f0b9f-65fd-446a-8e94-89737429b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:50.518980 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f679cb71-48a5-4c4b-9ae4-e2ced873775f req-540f0b9f-65fd-446a-8e94-89737429b340 service neutron] 10.222.0.32 "GET /v2.0/networks?id=28d334da-d7e7-4fa4-ba99-5e9dc556a31f HTTP/1.1" status: 200 len: 909 time: 0.0875099 Jul 13 18:31:50.594105 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f679cb71-48a5-4c4b-9ae4-e2ced873775f req-bad59791-0828-46da-bc82-9953f27fc8e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a023983d-c90a-41dd-af2a-6e0ecc4b8717 HTTP/1.1" status: 200 len: 1000 time: 0.0649109 Jul 13 18:31:50.648096 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679cb71-48a5-4c4b-9ae4-e2ced873775f req-45ea3d47-1ec0-4d23-a367-c6efdf7eba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:50.649581 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f679cb71-48a5-4c4b-9ae4-e2ced873775f req-45ea3d47-1ec0-4d23-a367-c6efdf7eba61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cceb5916-07eb-4083-bf07-ef083d79ab4b HTTP/1.1" status: 200 len: 847 time: 0.0482831 Jul 13 18:31:50.711149 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679cb71-48a5-4c4b-9ae4-e2ced873775f req-379814d6-2a55-426f-b4b0-c2219bf00c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:50.712721 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f679cb71-48a5-4c4b-9ae4-e2ced873775f req-379814d6-2a55-426f-b4b0-c2219bf00c6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=28d334da-d7e7-4fa4-ba99-5e9dc556a31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531826 Jul 13 18:31:50.810737 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f679cb71-48a5-4c4b-9ae4-e2ced873775f req-cba9b2b0-d047-4575-a3e1-008b18110e3b service neutron] 10.222.0.32 "GET /v2.0/networks/28d334da-d7e7-4fa4-ba99-5e9dc556a31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885835 Jul 13 18:31:50.950517 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f679cb71-48a5-4c4b-9ae4-e2ced873775f req-c616df4d-e02e-46cb-b1a4-b1c435a6280c service neutron] 10.222.0.32 "GET /v2.0/networks/28d334da-d7e7-4fa4-ba99-5e9dc556a31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320424 Jul 13 18:31:50.963401 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0def40e-e6cf-4cf5-b6d4-d3911705a0bf req-04a481ca-28df-4b83-8f72-f297c1edb6e7 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:50.964955 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e0def40e-e6cf-4cf5-b6d4-d3911705a0bf req-04a481ca-28df-4b83-8f72-f297c1edb6e7 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 945 time: 0.1027501 Jul 13 18:31:51.005611 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e0def40e-e6cf-4cf5-b6d4-d3911705a0bf req-630842d8-aa04-4076-b189-80f27b809ee5 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348606 Jul 13 18:31:51.416289 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device cab2baf4-12ad-43e8-859b-40295eb5ec7c up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:31:51.429646 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98675833-877e-4340-a6aa-0dcb6e8740cf req-5850dae2-a955-4085-92f5-85e5ff613ea6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:51.431206 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-98675833-877e-4340-a6aa-0dcb6e8740cf req-5850dae2-a955-4085-92f5-85e5ff613ea6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 944 time: 0.1247814 Jul 13 18:31:51.448870 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbc2f4-2ac5-4f26-a7e2-4e337853b4da req-8484c18c-48e4-41c9-b376-ace96286b0ff tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:51.450461 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-80dbc2f4-2ac5-4f26-a7e2-4e337853b4da req-8484c18c-48e4-41c9-b376-ace96286b0ff tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccb5bea0-f074-4203-b2af-f6e12271ba33 HTTP/1.1" status: 200 len: 946 time: 0.1034703 Jul 13 18:31:51.482954 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning for port cab2baf4-12ad-43e8-859b-40295eb5ec7c completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:31:51.488907 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port cab2baf4-12ad-43e8-859b-40295eb5ec7c triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:31:51.489343 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:51.504594 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-98675833-877e-4340-a6aa-0dcb6e8740cf req-74641460-bacd-4514-9d85-99b90492d863 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530217 Jul 13 18:31:51.518951 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-80dbc2f4-2ac5-4f26-a7e2-4e337853b4da req-7f65ee39-f164-4c69-93ff-68c4546e326d tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597699 Jul 13 18:31:51.581235 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:51.604931 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3a47ea-e966-4447-9afb-91b35a372da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab2baf4-12ad-43e8-859b-40295eb5ec7c'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:31:51.607181 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1bb53b-0cb4-4297-814c-8863c8ae1d92" -d '{"events": [{"server_uuid": "3b3a47ea-e966-4447-9afb-91b35a372da6", "name": "network-vif-plugged", "status": "completed", "tag": "cab2baf4-12ad-43e8-859b-40295eb5ec7c"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:31:51.621230 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port cab2baf4-12ad-43e8-859b-40295eb5ec7c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cab2baf4-12ad-43e8-859b-40295eb5ec7c,segment=NetworkSegment(d486ceeb-8cd5-4e0a-b37a-bf26084d3609),segment_id=d486ceeb-8cd5-4e0a-b37a-bf26084d3609)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:31:51.625389 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:51.626346 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device a023983d-c90a-41dd-af2a-6e0ecc4b8717 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:31:51.664841 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a20353e-4003-4f3b-8635-bc52466e9a8c x-openstack-request-id: req-2a20353e-4003-4f3b-8635-bc52466e9a8c {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:31:51.665290 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3a47ea-e966-4447-9afb-91b35a372da6", "name": "network-vif-plugged", "status": "completed", "tag": "cab2baf4-12ad-43e8-859b-40295eb5ec7c", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:31:51.666562 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2a20353e-4003-4f3b-8635-bc52466e9a8c {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:31:51.666946 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3a47ea-e966-4447-9afb-91b35a372da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab2baf4-12ad-43e8-859b-40295eb5ec7c', 'code': 200} Jul 13 18:31:51.707648 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=cab2baf4-12ad-43e8-859b-40295eb5ec7c,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:51.747988 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:51.780386 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port a023983d-c90a-41dd-af2a-6e0ecc4b8717, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a023983d-c90a-41dd-af2a-6e0ecc4b8717,segment=NetworkSegment(4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6),segment_id=4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:31:51.784514 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:51.785356 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 8ddd620f-8891-4c82-8191-8d813cf035f4 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:31:51.807231 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] No Port match for: 8ddd620f-8891-4c82-8191-8d813cf035f4 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:31:51.807596 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 8ddd620f-8891-4c82-8191-8d813cf035f4 not bound to the agent host hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:31:51.849412 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=a023983d-c90a-41dd-af2a-6e0ecc4b8717,revision_number=6']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:52.189927 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26758bca-5ba3-4b34-b940-9f29e0ee82d0 req-cbc167ad-3462-4555-bd57-a3dafe9bb80d tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:52.191513 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-26758bca-5ba3-4b34-b940-9f29e0ee82d0 req-cbc167ad-3462-4555-bd57-a3dafe9bb80d tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 943 time: 0.0684049 Jul 13 18:31:52.242656 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-26758bca-5ba3-4b34-b940-9f29e0ee82d0 req-ac42c792-a0a3-409c-9897-8f1e19a6815b tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443370 Jul 13 18:31:52.715256 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d563b7-53c3-4b10-81be-8588ac32fe84 req-75cdf195-6abc-4620-8e4d-4b606b680783 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:52.716826 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d1d563b7-53c3-4b10-81be-8588ac32fe84 req-75cdf195-6abc-4620-8e4d-4b606b680783 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 945 time: 0.0953484 Jul 13 18:31:52.770461 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d1d563b7-53c3-4b10-81be-8588ac32fe84 req-b13fa45c-f6ab-4e7c-8df4-b799dadaa284 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471900 Jul 13 18:31:52.778882 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365809e-52ea-4ac0-893a-909a470b4167 req-06edba81-6e18-46bf-9fc1-9b4efc82d343 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:52.780459 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d365809e-52ea-4ac0-893a-909a470b4167 req-06edba81-6e18-46bf-9fc1-9b4efc82d343 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccb5bea0-f074-4203-b2af-f6e12271ba33 HTTP/1.1" status: 200 len: 946 time: 0.1109743 Jul 13 18:31:52.828964 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d365809e-52ea-4ac0-893a-909a470b4167 req-83e56cf2-d530-4fd6-aa6c-e40eb8298463 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420663 Jul 13 18:31:53.424345 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b04d52-60da-4c3c-b594-f7705d2a5d21 req-b1784642-67bb-47d8-8230-e7ecd14edd70 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:53.425743 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-11b04d52-60da-4c3c-b594-f7705d2a5d21 req-b1784642-67bb-47d8-8230-e7ecd14edd70 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 943 time: 0.0638213 Jul 13 18:31:53.469080 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-11b04d52-60da-4c3c-b594-f7705d2a5d21 req-83150080-96b6-49ae-ba26-b6a4eba09a11 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372682 Jul 13 18:31:53.668043 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8cde00-a41c-445e-ad2e-6f7f284c9340', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a023983d-c90a-41dd-af2a-6e0ecc4b8717'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:31:53.670342 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4558018-22a1-4933-a6ec-7f527b96b5e3" -d '{"events": [{"server_uuid": "2c8cde00-a41c-445e-ad2e-6f7f284c9340", "name": "network-vif-unplugged", "status": "completed", "tag": "a023983d-c90a-41dd-af2a-6e0ecc4b8717"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:31:53.709173 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 18:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1631beb3-c4e7-415e-93c5-c79f87558cad x-openstack-request-id: req-1631beb3-c4e7-415e-93c5-c79f87558cad {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:31:53.709563 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8cde00-a41c-445e-ad2e-6f7f284c9340", "name": "network-vif-unplugged", "status": "completed", "tag": "a023983d-c90a-41dd-af2a-6e0ecc4b8717", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:31:53.709843 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1631beb3-c4e7-415e-93c5-c79f87558cad {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:31:53.710319 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8cde00-a41c-445e-ad2e-6f7f284c9340', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a023983d-c90a-41dd-af2a-6e0ecc4b8717', 'code': 200} Jul 13 18:31:54.059789 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdc157-27da-4d9d-adf7-e0212b47ca16 req-068c81c2-4095-4b34-bf8c-aed6884fcde6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:54.061712 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-55cdc157-27da-4d9d-adf7-e0212b47ca16 req-068c81c2-4095-4b34-bf8c-aed6884fcde6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 945 time: 0.1263072 Jul 13 18:31:54.077714 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45ca47-2e9d-4091-8be8-ae0b39e819c1 req-112ba9d0-fe1f-4aa9-bc7f-c9b9329253d8 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:54.079567 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3d45ca47-2e9d-4091-8be8-ae0b39e819c1 req-112ba9d0-fe1f-4aa9-bc7f-c9b9329253d8 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccb5bea0-f074-4203-b2af-f6e12271ba33 HTTP/1.1" status: 200 len: 946 time: 0.1144478 Jul 13 18:31:54.149047 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-55cdc157-27da-4d9d-adf7-e0212b47ca16 req-eb446ee1-2d43-4235-87b9-76a60a0140ea tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814779 Jul 13 18:31:54.154408 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3d45ca47-2e9d-4091-8be8-ae0b39e819c1 req-ea67d9f0-add5-4437-ab80-3b2a119b70d1 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672312 Jul 13 18:31:54.540732 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774831dc-54ae-4171-bf8a-2b7fe1e98c9e req-96cf659f-0f53-4690-bc42-6d41bfdfb314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:54.542738 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-774831dc-54ae-4171-bf8a-2b7fe1e98c9e req-96cf659f-0f53-4690-bc42-6d41bfdfb314 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 1098 time: 0.0664690 Jul 13 18:31:54.593193 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-774831dc-54ae-4171-bf8a-2b7fe1e98c9e req-dcce9445-0bf0-4600-9cce-b1fa0cef3510 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420632 Jul 13 18:31:54.711720 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6581244-2131-4828-8654-5c5921410972 req-b22a0827-5606-4530-9c33-49d88140690b tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:54.713487 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c6581244-2131-4828-8654-5c5921410972 req-b22a0827-5606-4530-9c33-49d88140690b tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 943 time: 0.0820270 Jul 13 18:31:54.765046 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c6581244-2131-4828-8654-5c5921410972 req-c3c9c54b-36ee-474d-b24b-400b3482db2f tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445180 Jul 13 18:31:55.414983 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a30576-4744-4b6e-8632-76798eaf230f req-ce105803-e2d1-4ca0-9e9f-aefee9d71f91 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:55.417281 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-15a30576-4744-4b6e-8632-76798eaf230f req-ce105803-e2d1-4ca0-9e9f-aefee9d71f91 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 945 time: 0.1460171 Jul 13 18:31:55.427262 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00da331-6c7f-448a-a58a-751d4d3f7e47 req-915995f2-b1e3-4e76-8818-5fb6bfa9d910 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:55.429106 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c00da331-6c7f-448a-a58a-751d4d3f7e47 req-915995f2-b1e3-4e76-8818-5fb6bfa9d910 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccb5bea0-f074-4203-b2af-f6e12271ba33 HTTP/1.1" status: 200 len: 946 time: 0.1411049 Jul 13 18:31:55.502196 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-15a30576-4744-4b6e-8632-76798eaf230f req-b4b3abab-b8ff-4176-b7be-b1de80a063fa tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718744 Jul 13 18:31:55.510287 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c00da331-6c7f-448a-a58a-751d4d3f7e47 req-f3f7a25f-bf78-4e13-9300-f19616c71260 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704911 Jul 13 18:31:55.977276 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce3264-60c3-4f9f-905d-8d066493851e req-9b037e90-744b-4062-9e75-edca13f5b348 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:55.978849 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-56ce3264-60c3-4f9f-905d-8d066493851e req-9b037e90-744b-4062-9e75-edca13f5b348 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 943 time: 0.0670671 Jul 13 18:31:56.024906 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-56ce3264-60c3-4f9f-905d-8d066493851e req-d17209a3-3513-41bf-ac0c-c83d85a12042 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394859 Jul 13 18:31:56.746002 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a9584-d99f-4473-9ca8-33555a4bfa21 req-3e1d40ed-4d2b-469a-a1c4-87cf85c97b80 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:56.747845 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cb3a9584-d99f-4473-9ca8-33555a4bfa21 req-3e1d40ed-4d2b-469a-a1c4-87cf85c97b80 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 945 time: 0.1242101 Jul 13 18:31:56.763613 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dced80-eb16-402c-b4ff-ffd62e1c3f0a req-2f347b38-500f-47f9-8c39-14952f5bd706 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:56.765339 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-55dced80-eb16-402c-b4ff-ffd62e1c3f0a req-2f347b38-500f-47f9-8c39-14952f5bd706 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccb5bea0-f074-4203-b2af-f6e12271ba33 HTTP/1.1" status: 200 len: 946 time: 0.1087811 Jul 13 18:31:56.830676 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cb3a9584-d99f-4473-9ca8-33555a4bfa21 req-7add414c-0397-4264-9376-124787ae32b7 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763035 Jul 13 18:31:56.833484 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-55dced80-eb16-402c-b4ff-ffd62e1c3f0a req-7ace1e38-c665-431e-9d1a-519095482021 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612471 Jul 13 18:31:57.040412 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f46333-f1a3-4d73-a9a2-f1e8a054c149 req-8380a8b8-dca1-4ae8-9448-742518388155 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:57.042142 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b3f46333-f1a3-4d73-a9a2-f1e8a054c149 req-8380a8b8-dca1-4ae8-9448-742518388155 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 945 time: 0.0784180 Jul 13 18:31:57.089215 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b3f46333-f1a3-4d73-a9a2-f1e8a054c149 req-88ed6ab3-fb18-419d-b34d-d05295703d90 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400980 Jul 13 18:31:57.114980 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 42984) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:57.247171 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcb270-ec3b-41cd-8eb4-231d12abf637 req-4c58689e-9c96-4b27-a944-e5c981efe32c tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:57.248889 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-40dcb270-ec3b-41cd-8eb4-231d12abf637 req-4c58689e-9c96-4b27-a944-e5c981efe32c tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 943 time: 0.0884812 Jul 13 18:31:57.289033 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-40dcb270-ec3b-41cd-8eb4-231d12abf637 req-68feea65-93ed-41a1-989f-709a9a358f2b tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348542 Jul 13 18:31:57.355050 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adc231b-1a51-4bd0-9a88-e6a46bb1a981 tempest-TestVolumeBootPattern-1593275346 tempest-TestVolumeBootPattern-1593275346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:57.356639 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-5adc231b-1a51-4bd0-9a88-e6a46bb1a981 tempest-TestVolumeBootPattern-1593275346 tempest-TestVolumeBootPattern-1593275346-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 1093 time: 0.2406194 Jul 13 18:31:57.360099 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 42988) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:31:57.367051 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-61ccdf63-cc90-4e1a-bb25-0f1c1c21c07a tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Request body: {'floatingip': {'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'port_id': 'cab2baf4-12ad-43e8-859b-40295eb5ec7c', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:31:57.406218 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-61ccdf63-cc90-4e1a-bb25-0f1c1c21c07a tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for floatingip, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:57.520324 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-61ccdf63-cc90-4e1a-bb25-0f1c1c21c07a tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:57.644438 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [None req-61ccdf63-cc90-4e1a-bb25-0f1c1c21c07a tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Allocated IP 172.27.2.251 (245bce84-6448-48c3-832e-229c4a14376b/dd702e20-22b6-412e-a631-757c226d263b/5c1f0041-d912-4def-be8b-1747cfe112cb) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:31:57.771914 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-61ccdf63-cc90-4e1a-bb25-0f1c1c21c07a tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:57.814242 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-61ccdf63-cc90-4e1a-bb25-0f1c1c21c07a tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:57.851117 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ccdf63-cc90-4e1a-bb25-0f1c1c21c07a tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Network 245bce84-6448-48c3-832e-229c4a14376b is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:31:57.856130 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-61ccdf63-cc90-4e1a-bb25-0f1c1c21c07a tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:31:57.860163 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ccdf63-cc90-4e1a-bb25-0f1c1c21c07a tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:31:57.894618 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccdf63-cc90-4e1a-bb25-0f1c1c21c07a tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Pushing event updated for resources: {'Port': ['ID=5c1f0041-d912-4def-be8b-1747cfe112cb,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:58.314639 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0aa665-8380-4947-8ff9-c0477f5992b4 req-ef3671c4-3112-4b3a-97ea-10c02e25e222 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:58.316224 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bc0aa665-8380-4947-8ff9-c0477f5992b4 req-ef3671c4-3112-4b3a-97ea-10c02e25e222 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccb5bea0-f074-4203-b2af-f6e12271ba33 HTTP/1.1" status: 200 len: 946 time: 0.1540573 Jul 13 18:31:58.319140 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-61ccdf63-cc90-4e1a-bb25-0f1c1c21c07a tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:58.389036 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-bc0aa665-8380-4947-8ff9-c0477f5992b4 req-d39a60cc-dea1-4beb-92ff-5304cee1cba5 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660415 Jul 13 18:31:58.430713 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-61ccdf63-cc90-4e1a-bb25-0f1c1c21c07a tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:58.606711 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777662fb-4c12-412c-8b93-c42786b74a5a req-b580c03e-e14e-4ab6-88aa-4d8db99a4d76 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:58.608152 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-777662fb-4c12-412c-8b93-c42786b74a5a req-b580c03e-e14e-4ab6-88aa-4d8db99a4d76 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 943 time: 0.1443141 Jul 13 18:31:58.680449 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-777662fb-4c12-412c-8b93-c42786b74a5a req-7ce02c75-46d9-467d-88ca-99e94612bff4 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651875 Jul 13 18:31:58.689414 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-61ccdf63-cc90-4e1a-bb25-0f1c1c21c07a tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:58.694342 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-61ccdf63-cc90-4e1a-bb25-0f1c1c21c07a tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:58.760962 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccdf63-cc90-4e1a-bb25-0f1c1c21c07a tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Pushing event updated for resources: {'Port': ['ID=5c1f0041-d912-4def-be8b-1747cfe112cb,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:31:58.772371 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-61ccdf63-cc90-4e1a-bb25-0f1c1c21c07a tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8001390'] for floatingip, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:59.189478 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.db.l3_db [None req-61ccdf63-cc90-4e1a-bb25-0f1c1c21c07a tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Floating IP 5fadfc03-c40c-452e-a108-755b0b699a41 associated. External IP: 172.27.2.251, port: cab2baf4-12ad-43e8-859b-40295eb5ec7c. Jul 13 18:31:59.246477 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07080c3-51b4-4b5a-b693-3a0dcb6210a9 req-d4f0f861-c7a1-497f-baaf-f34d4d253545 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:59.247962 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f07080c3-51b4-4b5a-b693-3a0dcb6210a9 req-d4f0f861-c7a1-497f-baaf-f34d4d253545 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb5bea0-f074-4203-b2af-f6e12271ba33 HTTP/1.1" status: 200 len: 946 time: 0.1216314 Jul 13 18:31:59.478028 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-f07080c3-51b4-4b5a-b693-3a0dcb6210a9 req-78eb3457-2115-43d6-aa18-f7835f456819 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Deleting port 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:31:59.478746 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-f07080c3-51b4-4b5a-b693-3a0dcb6210a9 req-78eb3457-2115-43d6-aa18-f7835f456819 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:59.582507 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ccdf63-cc90-4e1a-bb25-0f1c1c21c07a tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Router be061237-aff6-47e1-a004-5e8f0ecfa42c has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:31:59.677763 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-f07080c3-51b4-4b5a-b693-3a0dcb6210a9 req-78eb3457-2115-43d6-aa18-f7835f456819 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] For port 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7df5c7cc-9855-41c2-b3ac-a5bad3ea0841,segment=NetworkSegment(8bd22299-4016-4b7c-afca-e19c25206232),segment_id=8bd22299-4016-4b7c-afca-e19c25206232)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:31:59.678151 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-f07080c3-51b4-4b5a-b693-3a0dcb6210a9 req-78eb3457-2115-43d6-aa18-f7835f456819 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:31:59.704927 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-f07080c3-51b4-4b5a-b693-3a0dcb6210a9 req-78eb3457-2115-43d6-aa18-f7835f456819 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Calling delete_port for 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841 owned by compute:nova {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:31:59.714218 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd1d5a-0353-49fe-8130-33e8d1f97a40 req-487b37e5-7dcd-436e-aa71-6883ae033f3d tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:31:59.715853 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-83fd1d5a-0353-49fe-8130-33e8d1f97a40 req-487b37e5-7dcd-436e-aa71-6883ae033f3d tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccb5bea0-f074-4203-b2af-f6e12271ba33 HTTP/1.1" status: 200 len: 946 time: 0.1883328 Jul 13 18:31:59.887119 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-83fd1d5a-0353-49fe-8130-33e8d1f97a40 req-384d6366-7179-4e30-b997-9efc20860159 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307218 Jul 13 18:31:59.898755 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ccdf63-cc90-4e1a-bb25-0f1c1c21c07a tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:31:59.918360 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d82d5f-73f9-4a10-af1d-d0c37c4a38cb None None] Sync routers for ids ['be061237-aff6-47e1-a004-5e8f0ecfa42c'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:31:59.934264 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d82d5f-73f9-4a10-af1d-d0c37c4a38cb None None] Routers {'be061237-aff6-47e1-a004-5e8f0ecfa42c'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:31:59.935107 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-d7d82d5f-73f9-4a10-af1d-d0c37c4a38cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:31:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['be061237-aff6-47e1-a004-5e8f0ecfa42c'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:31:59.940628 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:31:59.962216 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-61ccdf63-cc90-4e1a-bb25-0f1c1c21c07a tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for floatingip, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:00.037670 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17f0a3-5748-4321-80e6-89e8797406cf req-b79e3d5f-e31c-4809-a76b-e0b6bac6236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:00.039455 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3858f-2046-4136-a8a7-abfc2f08cdbd req-1691d9fe-a572-4b94-b8e5-b2101c4552e3 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:00.039820 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-9d17f0a3-5748-4321-80e6-89e8797406cf req-b79e3d5f-e31c-4809-a76b-e0b6bac6236f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 1096 time: 0.0942335 Jul 13 18:32:00.041447 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4ec3858f-2046-4136-a8a7-abfc2f08cdbd req-1691d9fe-a572-4b94-b8e5-b2101c4552e3 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 943 time: 0.2236621 Jul 13 18:32:00.084477 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-61ccdf63-cc90-4e1a-bb25-0f1c1c21c07a tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7226851 Jul 13 18:32:00.093393 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [req-9d17f0a3-5748-4321-80e6-89e8797406cf req-71cb7648-2fd2-4a70-8cb8-cfe449438c62 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427558 Jul 13 18:32:00.100867 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3a47ea-e966-4447-9afb-91b35a372da6', 'tag': 'cab2baf4-12ad-43e8-859b-40295eb5ec7c'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:32:00.104850 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0895ae-de15-402a-bb8d-6a611fd30b63" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3a47ea-e966-4447-9afb-91b35a372da6", "tag": "cab2baf4-12ad-43e8-859b-40295eb5ec7c"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:32:00.144315 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4ec3858f-2046-4136-a8a7-abfc2f08cdbd req-ba3cd7bd-b697-4bad-95e6-a1228eff9cc0 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920844 Jul 13 18:32:00.144699 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-f07080c3-51b4-4b5a-b693-3a0dcb6210a9 req-78eb3457-2115-43d6-aa18-f7835f456819 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:00.199365 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd71de1-c2ff-44a5-8ed5-0a985d1ef7aa x-openstack-request-id: req-dcd71de1-c2ff-44a5-8ed5-0a985d1ef7aa {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:32:00.199365 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3a47ea-e966-4447-9afb-91b35a372da6", "tag": "cab2baf4-12ad-43e8-859b-40295eb5ec7c", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:32:00.199365 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dcd71de1-c2ff-44a5-8ed5-0a985d1ef7aa {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:32:00.199365 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3a47ea-e966-4447-9afb-91b35a372da6', 'tag': 'cab2baf4-12ad-43e8-859b-40295eb5ec7c', 'status': 'completed', 'code': 200} Jul 13 18:32:00.230009 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb3457-2115-43d6-aa18-f7835f456819 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Pushing event deleted for resources: {'Port': ['ID=7df5c7cc-9855-41c2-b3ac-a5bad3ea0841,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:00.259162 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07080c3-51b4-4b5a-b693-3a0dcb6210a9 req-78eb3457-2115-43d6-aa18-f7835f456819 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] No DVR routers for this DVR port 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841 on host hv-cinder-78692 {{(pid=92973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:32:00.261867 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-f07080c3-51b4-4b5a-b693-3a0dcb6210a9 req-78eb3457-2115-43d6-aa18-f7835f456819 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:00.264142 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f07080c3-51b4-4b5a-b693-3a0dcb6210a9 req-78eb3457-2115-43d6-aa18-f7835f456819 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.32 "DELETE /v2.0/ports/7df5c7cc-9855-41c2-b3ac-a5bad3ea0841 HTTP/1.1" status: 204 len: 173 time: 1.0099730 Jul 13 18:32:00.280383 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['f727f5c1-d091-408e-91cb-8f9f9b133cbb', '34a13f03-508f-495c-89ce-573b6acc7b0d'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:32:00.339136 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] No active binding found for port 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841 {{(pid=92975) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 18:32:00.339566 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 7df5c7cc-9855-41c2-b3ac-a5bad3ea0841 not bound to the agent host hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:32:00.361785 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-d7d82d5f-73f9-4a10-af1d-d0c37c4a38cb None None] Set router be061237-aff6-47e1-a004-5e8f0ecfa42c gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:32:00.502541 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0895ae-de15-402a-bb8d-6a611fd30b63 req-53e1981a-94d1-4237-b718-1847fa7c871c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:00.504915 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ee0895ae-de15-402a-bb8d-6a611fd30b63 req-53e1981a-94d1-4237-b718-1847fa7c871c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d94c891f56d42a2959977c853fdeca6&device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 1098 time: 0.0680106 Jul 13 18:32:00.645382 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0895ae-de15-402a-bb8d-6a611fd30b63 req-ea4f547f-e012-46ef-b9a6-c17d17937072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:00.647055 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ee0895ae-de15-402a-bb8d-6a611fd30b63 req-ea4f547f-e012-46ef-b9a6-c17d17937072 service neutron] 10.222.0.32 "GET /v2.0/networks?id=01a41a16-3081-4967-b42b-51bd867dde32 HTTP/1.1" status: 200 len: 913 time: 0.1216214 Jul 13 18:32:00.735101 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ee0895ae-de15-402a-bb8d-6a611fd30b63 req-36ce6899-b691-428b-a10e-c8967629fa96 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cab2baf4-12ad-43e8-859b-40295eb5ec7c HTTP/1.1" status: 200 len: 999 time: 0.0759478 Jul 13 18:32:00.749210 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-d7d82d5f-73f9-4a10-af1d-d0c37c4a38cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:31:06Z', 'revision_number': 4, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': '5fadfc03-c40c-452e-a108-755b0b699a41', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'port_id': 'cab2baf4-12ad-43e8-859b-40295eb5ec7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'mac_address': 'fa:16:3e:c1:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a47ea-e966-4447-9afb-91b35a372da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:31:58Z', 'updated_at': '2021-07-13T18:31:58Z', 'revision_number': 0, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39', 'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'mac_address': 'fa:16:3e:37:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:05Z', 'updated_at': '2021-07-13T18:31:14Z', 'revision_number': 5, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'subnets': [{'id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:32:00.778021 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d82d5f-73f9-4a10-af1d-d0c37c4a38cb None None] Checking router: be061237-aff6-47e1-a004-5e8f0ecfa42c for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:32:00.788688 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d82d5f-73f9-4a10-af1d-d0c37c4a38cb None None] Routers {'be061237-aff6-47e1-a004-5e8f0ecfa42c'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:32:00.789917 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-d7d82d5f-73f9-4a10-af1d-d0c37c4a38cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:31:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['be061237-aff6-47e1-a004-5e8f0ecfa42c'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:32:00.791203 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0895ae-de15-402a-bb8d-6a611fd30b63 req-e3545aa9-e1c0-44f9-a265-0632efef047a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:00.792927 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ee0895ae-de15-402a-bb8d-6a611fd30b63 req-e3545aa9-e1c0-44f9-a265-0632efef047a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eaa49001-3ade-4d36-bb78-582f1a0fd962 HTTP/1.1" status: 200 len: 851 time: 0.0507007 Jul 13 18:32:00.870640 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0895ae-de15-402a-bb8d-6a611fd30b63 req-6aff7ec6-5033-4d53-a53c-35d2845bb356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:00.872289 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ee0895ae-de15-402a-bb8d-6a611fd30b63 req-6aff7ec6-5033-4d53-a53c-35d2845bb356 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01a41a16-3081-4967-b42b-51bd867dde32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636027 Jul 13 18:32:00.933528 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-d7d82d5f-73f9-4a10-af1d-d0c37c4a38cb None None] Set router be061237-aff6-47e1-a004-5e8f0ecfa42c gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:32:00.981988 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ee0895ae-de15-402a-bb8d-6a611fd30b63 req-5a5ecb23-99ca-46e2-84af-9afa3f81fc42 service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007769 Jul 13 18:32:01.131862 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ee0895ae-de15-402a-bb8d-6a611fd30b63 req-3fcf0894-9d2a-436e-8619-93e7a89dd227 service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147392 Jul 13 18:32:01.153777 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-53c058a9-1930-4279-9996-3e8cb62926f9 req-680dbc19-e113-4cd8-9437-66ae3e82ca8e tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccb5bea0-f074-4203-b2af-f6e12271ba33 HTTP/1.1" status: 200 len: 210 time: 0.0422809 Jul 13 18:32:01.311108 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-d7d82d5f-73f9-4a10-af1d-d0c37c4a38cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:31:06Z', 'revision_number': 4, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': '5fadfc03-c40c-452e-a108-755b0b699a41', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'port_id': 'cab2baf4-12ad-43e8-859b-40295eb5ec7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'mac_address': 'fa:16:3e:c1:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a47ea-e966-4447-9afb-91b35a372da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:31:58Z', 'updated_at': '2021-07-13T18:31:58Z', 'revision_number': 0, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39', 'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'mac_address': 'fa:16:3e:37:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:05Z', 'updated_at': '2021-07-13T18:31:14Z', 'revision_number': 5, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'subnets': [{'id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:32:01.360663 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d82d5f-73f9-4a10-af1d-d0c37c4a38cb None None] The sync data for ids ['be061237-aff6-47e1-a004-5e8f0ecfa42c'] in dv-cinder-786928-3-iscsi is: [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:31:06Z', 'revision_number': 4, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': '5fadfc03-c40c-452e-a108-755b0b699a41', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'port_id': 'cab2baf4-12ad-43e8-859b-40295eb5ec7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'mac_address': 'fa:16:3e:c1:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a47ea-e966-4447-9afb-91b35a372da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:31:58Z', 'updated_at': '2021-07-13T18:31:58Z', 'revision_number': 0, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39', 'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'mac_address': 'fa:16:3e:37:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:05Z', 'updated_at': '2021-07-13T18:31:14Z', 'revision_number': 5, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'subnets': [{'id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:32:01.411071 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27701f-bfc6-47fd-b2b7-48376252d1d8 req-6c87f0d9-bd50-439a-8668-900c8b0a5b81 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:01.412881 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6a27701f-bfc6-47fd-b2b7-48376252d1d8 req-6c87f0d9-bd50-439a-8668-900c8b0a5b81 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 943 time: 0.0996478 Jul 13 18:32:01.463283 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6a27701f-bfc6-47fd-b2b7-48376252d1d8 req-e812f16a-734e-4420-9fce-618a2c74b201 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419025 Jul 13 18:32:01.621393 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32415c3a-4886-4086-b28f-c0cb9c33b753 None None] New status for floating IP 5fadfc03-c40c-452e-a108-755b0b699a41: ACTIVE {{(pid=92976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 18:32:01.945627 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device a023983d-c90a-41dd-af2a-6e0ecc4b8717 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:32:02.053985 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port a023983d-c90a-41dd-af2a-6e0ecc4b8717, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a023983d-c90a-41dd-af2a-6e0ecc4b8717,segment=NetworkSegment(4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6),segment_id=4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:32:02.071236 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': 'a023983d-c90a-41dd-af2a-6e0ecc4b8717', 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f', 'port_id': 'a023983d-c90a-41dd-af2a-6e0ecc4b8717', 'mac_address': 'fa:16:3e:f2:cb:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:32:02.111044 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:02.125749 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a023983d-c90a-41dd-af2a-6e0ecc4b8717 {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:32:02.149083 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port a023983d-c90a-41dd-af2a-6e0ecc4b8717, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a023983d-c90a-41dd-af2a-6e0ecc4b8717,segment=NetworkSegment(4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6),segment_id=4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:32:02.153875 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:02.199107 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb5bea0-f074-4203-b2af-f6e12271ba33', 'name': 'network-vif-deleted', 'tag': '7df5c7cc-9855-41c2-b3ac-a5bad3ea0841'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:32:02.202386 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230ef72d-da94-4e0f-9fb1-b81d6f2ef48c" -d '{"events": [{"server_uuid": "ccb5bea0-f074-4203-b2af-f6e12271ba33", "name": "network-vif-deleted", "tag": "7df5c7cc-9855-41c2-b3ac-a5bad3ea0841"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:32:02.216398 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=a023983d-c90a-41dd-af2a-6e0ecc4b8717,revision_number=7']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:02.224292 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:02.224647 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:02.224994 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:02.225327 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:02.225664 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:02.225985 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:02.226574 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:02.227563 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:02.228167 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:02.228648 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:02.228988 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:02.229323 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:02.254071 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671f8da5-d75c-4028-829f-dbd4565a9049 x-openstack-request-id: req-671f8da5-d75c-4028-829f-dbd4565a9049 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:32:02.254701 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb5bea0-f074-4203-b2af-f6e12271ba33", "name": "network-vif-deleted", "tag": "7df5c7cc-9855-41c2-b3ac-a5bad3ea0841", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:32:02.254891 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-671f8da5-d75c-4028-829f-dbd4565a9049 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:32:02.255307 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb5bea0-f074-4203-b2af-f6e12271ba33', 'name': 'network-vif-deleted', 'tag': '7df5c7cc-9855-41c2-b3ac-a5bad3ea0841', 'status': 'completed', 'code': 200} Jul 13 18:32:02.494310 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['a023983d-c90a-41dd-af2a-6e0ecc4b8717'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:32:02.675933 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5efe83-ee16-4c32-aca4-0ac0eb600ce1 req-6140ece4-783b-4a8c-9b85-acbd8ad93768 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:02.678009 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0c5efe83-ee16-4c32-aca4-0ac0eb600ce1 req-6140ece4-783b-4a8c-9b85-acbd8ad93768 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac545db5-1f61-47fe-9ce3-5dc725136dde HTTP/1.1" status: 200 len: 945 time: 0.0839577 Jul 13 18:32:02.773129 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0c5efe83-ee16-4c32-aca4-0ac0eb600ce1 req-3652e6db-c681-47dd-92ab-64dccbd59872 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605998 Jul 13 18:32:02.807248 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83b0d8-fcfe-42ff-aac5-dfbd2d97d08e req-a1af2b54-faba-45fa-8e41-bf226d3ee0b7 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:02.809776 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-df83b0d8-fcfe-42ff-aac5-dfbd2d97d08e req-a1af2b54-faba-45fa-8e41-bf226d3ee0b7 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 944 time: 0.1301801 Jul 13 18:32:02.854238 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-df83b0d8-fcfe-42ff-aac5-dfbd2d97d08e req-7213fa00-fc68-40f4-8859-26199dc851f8 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362945 Jul 13 18:32:03.986775 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c863d7-a266-4803-a4c7-6af6955de6ed req-ae9e7325-1b59-48f8-8893-c2a3e54ed5e6 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:03.988382 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-08c863d7-a266-4803-a4c7-6af6955de6ed req-ae9e7325-1b59-48f8-8893-c2a3e54ed5e6 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac545db5-1f61-47fe-9ce3-5dc725136dde HTTP/1.1" status: 200 len: 945 time: 0.0690947 Jul 13 18:32:04.028843 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-08c863d7-a266-4803-a4c7-6af6955de6ed req-74065cd9-5be8-4671-b5c0-9cf1c66785e1 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345538 Jul 13 18:32:05.219820 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62083b-f13f-45cd-8f95-74d6cc3357a9 req-f7841643-5da1-4b1d-a587-836c99adbb3c tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:05.221368 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9d62083b-f13f-45cd-8f95-74d6cc3357a9 req-f7841643-5da1-4b1d-a587-836c99adbb3c tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac545db5-1f61-47fe-9ce3-5dc725136dde HTTP/1.1" status: 200 len: 945 time: 0.0726104 Jul 13 18:32:05.271659 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9d62083b-f13f-45cd-8f95-74d6cc3357a9 req-30d561f3-cf9d-4694-a1e2-f742631bfec5 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424299 Jul 13 18:32:06.522801 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a49f71-32f4-4f7a-a9b8-43c322c29e15 req-85fae5f6-7d24-450f-8975-a963a8c6860c tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:06.525004 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-26a49f71-32f4-4f7a-a9b8-43c322c29e15 req-85fae5f6-7d24-450f-8975-a963a8c6860c tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac545db5-1f61-47fe-9ce3-5dc725136dde HTTP/1.1" status: 200 len: 945 time: 0.1493866 Jul 13 18:32:06.536676 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbfc31-6b27-40a6-a40b-ad0c3f767c81 req-9a2639bf-424a-41c1-bb10-c8c69b3733e5 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:06.538221 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8dcbfc31-6b27-40a6-a40b-ad0c3f767c81 req-9a2639bf-424a-41c1-bb10-c8c69b3733e5 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac545db5-1f61-47fe-9ce3-5dc725136dde HTTP/1.1" status: 200 len: 945 time: 0.1209519 Jul 13 18:32:06.552069 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:32:06.615148 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8dcbfc31-6b27-40a6-a40b-ad0c3f767c81 req-82340979-6b32-4543-88c5-59204e7f8d15 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690761 Jul 13 18:32:06.669128 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-26a49f71-32f4-4f7a-a9b8-43c322c29e15 req-c1925dd6-d30f-4918-96fd-80d7fe372a45 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Deleting port 34a13f03-508f-495c-89ce-573b6acc7b0d {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:32:06.669466 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-26a49f71-32f4-4f7a-a9b8-43c322c29e15 req-c1925dd6-d30f-4918-96fd-80d7fe372a45 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:06.766876 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-26a49f71-32f4-4f7a-a9b8-43c322c29e15 req-c1925dd6-d30f-4918-96fd-80d7fe372a45 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] For port 34a13f03-508f-495c-89ce-573b6acc7b0d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=34a13f03-508f-495c-89ce-573b6acc7b0d,segment=NetworkSegment(8bd22299-4016-4b7c-afca-e19c25206232),segment_id=8bd22299-4016-4b7c-afca-e19c25206232)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:32:06.767237 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-26a49f71-32f4-4f7a-a9b8-43c322c29e15 req-c1925dd6-d30f-4918-96fd-80d7fe372a45 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:06.786504 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-26a49f71-32f4-4f7a-a9b8-43c322c29e15 req-c1925dd6-d30f-4918-96fd-80d7fe372a45 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Calling delete_port for 34a13f03-508f-495c-89ce-573b6acc7b0d owned by compute:nova {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:32:06.928260 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-26a49f71-32f4-4f7a-a9b8-43c322c29e15 req-c1925dd6-d30f-4918-96fd-80d7fe372a45 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:06.958880 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1925dd6-d30f-4918-96fd-80d7fe372a45 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Pushing event deleted for resources: {'Port': ['ID=34a13f03-508f-495c-89ce-573b6acc7b0d,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:06.970294 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['f727f5c1-d091-408e-91cb-8f9f9b133cbb', '34a13f03-508f-495c-89ce-573b6acc7b0d'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:32:07.008228 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a49f71-32f4-4f7a-a9b8-43c322c29e15 req-c1925dd6-d30f-4918-96fd-80d7fe372a45 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] No DVR routers for this DVR port 34a13f03-508f-495c-89ce-573b6acc7b0d on host hv-cinder-78692 {{(pid=92973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:32:07.010916 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-26a49f71-32f4-4f7a-a9b8-43c322c29e15 req-c1925dd6-d30f-4918-96fd-80d7fe372a45 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:07.013011 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-26a49f71-32f4-4f7a-a9b8-43c322c29e15 req-c1925dd6-d30f-4918-96fd-80d7fe372a45 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.32 "DELETE /v2.0/ports/34a13f03-508f-495c-89ce-573b6acc7b0d HTTP/1.1" status: 204 len: 173 time: 0.4738646 Jul 13 18:32:07.013464 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac545db5-1f61-47fe-9ce3-5dc725136dde', 'name': 'network-vif-deleted', 'tag': '34a13f03-508f-495c-89ce-573b6acc7b0d'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:32:07.015866 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d971064-f41e-45ee-a8a5-6663178e8181" -d '{"events": [{"server_uuid": "ac545db5-1f61-47fe-9ce3-5dc725136dde", "name": "network-vif-deleted", "tag": "34a13f03-508f-495c-89ce-573b6acc7b0d"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:32:07.061837 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38771a30-8e02-4d15-8b9f-6bd30751140e x-openstack-request-id: req-38771a30-8e02-4d15-8b9f-6bd30751140e {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:32:07.062127 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac545db5-1f61-47fe-9ce3-5dc725136dde", "name": "network-vif-deleted", "tag": "34a13f03-508f-495c-89ce-573b6acc7b0d", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:32:07.062384 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38771a30-8e02-4d15-8b9f-6bd30751140e {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:32:07.062783 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac545db5-1f61-47fe-9ce3-5dc725136dde', 'name': 'network-vif-deleted', 'tag': '34a13f03-508f-495c-89ce-573b6acc7b0d', 'status': 'completed', 'code': 200} Jul 13 18:32:07.830488 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2e7b308b-781a-4f66-8c29-ab63c4143cc5 req-4bccbd6d-872a-4a16-8714-983f206def09 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac545db5-1f61-47fe-9ce3-5dc725136dde HTTP/1.1" status: 200 len: 210 time: 0.0351894 Jul 13 18:32:08.012485 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device a023983d-c90a-41dd-af2a-6e0ecc4b8717 up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:32:08.058166 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port a023983d-c90a-41dd-af2a-6e0ecc4b8717 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:32:08.058533 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:08.140134 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:08.162099 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8cde00-a41c-445e-ad2e-6f7f284c9340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a023983d-c90a-41dd-af2a-6e0ecc4b8717'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:32:08.164964 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749f3c6e-0358-44d4-8131-16b5d614ae09" -d '{"events": [{"server_uuid": "2c8cde00-a41c-445e-ad2e-6f7f284c9340", "name": "network-vif-plugged", "status": "completed", "tag": "a023983d-c90a-41dd-af2a-6e0ecc4b8717"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:32:08.178926 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port a023983d-c90a-41dd-af2a-6e0ecc4b8717, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a023983d-c90a-41dd-af2a-6e0ecc4b8717,segment=NetworkSegment(4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6),segment_id=4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:32:08.183642 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:08.184648 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 34a13f03-508f-495c-89ce-573b6acc7b0d no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:32:08.224425 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039a86bf-e416-4796-bcfd-d0aa4a180e67 x-openstack-request-id: req-039a86bf-e416-4796-bcfd-d0aa4a180e67 {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:32:08.224711 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8cde00-a41c-445e-ad2e-6f7f284c9340", "name": "network-vif-plugged", "status": "completed", "tag": "a023983d-c90a-41dd-af2a-6e0ecc4b8717", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:32:08.224962 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-039a86bf-e416-4796-bcfd-d0aa4a180e67 {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:32:08.225418 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8cde00-a41c-445e-ad2e-6f7f284c9340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a023983d-c90a-41dd-af2a-6e0ecc4b8717', 'code': 200} Jul 13 18:32:08.228740 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] No Port match for: 34a13f03-508f-495c-89ce-573b6acc7b0d {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:32:08.229081 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 34a13f03-508f-495c-89ce-573b6acc7b0d not bound to the agent host hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:32:08.254535 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=a023983d-c90a-41dd-af2a-6e0ecc4b8717,revision_number=8']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:08.922546 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-7461f44f-92e6-4d51-a091-371d6392f342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:09.468130 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:10.306476 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 43118) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:10.407310 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c962594c-6c88-46a1-bc73-cc5348de364d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:10.426587 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b19b7-0720-49ec-b29b-6f92ebd8d858 req-821fceff-334a-46cd-94c1-5de1794521e3 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:10.428076 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ce3b19b7-0720-49ec-b29b-6f92ebd8d858 req-821fceff-334a-46cd-94c1-5de1794521e3 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6dc3f3e-e702-4987-9608-e7d343defcb0 HTTP/1.1" status: 200 len: 945 time: 0.0660770 Jul 13 18:32:10.468800 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ce3b19b7-0720-49ec-b29b-6f92ebd8d858 req-12e83bc4-d943-4929-9898-410cb15d9793 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349452 Jul 13 18:32:10.500840 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c962594c-6c88-46a1-bc73-cc5348de364d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:10.504481 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c962594c-6c88-46a1-bc73-cc5348de364d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:10.542260 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-c962594c-6c88-46a1-bc73-cc5348de364d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=37df0c4512a6487a8a7aaf76b9b15c09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347262 Jul 13 18:32:10.543127 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962594c-6c88-46a1-bc73-cc5348de364d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a304e87-e21e-444e-bb43-a253c3260060,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:10.544904 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 43122) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:10.593405 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-aa53cbbf-2984-4edc-8f5d-afc5018acdf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:10.614062 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-aa53cbbf-2984-4edc-8f5d-afc5018acdf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:10.659652 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-aa53cbbf-2984-4edc-8f5d-afc5018acdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:10.662140 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-aa53cbbf-2984-4edc-8f5d-afc5018acdf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:10.663296 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-aa53cbbf-2984-4edc-8f5d-afc5018acdf3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a304e87-e21e-444e-bb43-a253c3260060 HTTP/1.1" status: 204 len: 168 time: 0.1173880 Jul 13 18:32:10.671149 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53cbbf-2984-4edc-8f5d-afc5018acdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a304e87-e21e-444e-bb43-a253c3260060,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:11.453557 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-867d517f-11d2-4c4a-ae83-78b20fcbb7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:11.648186 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc6613-f4c6-4fc4-b4c5-749fd4528897 req-62d5de5f-4f83-4221-8659-a37b27ff1928 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:11.649935 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-64bc6613-f4c6-4fc4-b4c5-749fd4528897 req-62d5de5f-4f83-4221-8659-a37b27ff1928 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6dc3f3e-e702-4987-9608-e7d343defcb0 HTTP/1.1" status: 200 len: 945 time: 0.0674927 Jul 13 18:32:11.676085 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:11.693568 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-64bc6613-f4c6-4fc4-b4c5-749fd4528897 req-b1440728-d81b-4537-b17e-b2126ce87987 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/security-groups?id=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382123 Jul 13 18:32:12.194020 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d1303-6a96-41fb-a741-6f800f2f45e4 req-daf6c3b0-983e-4112-a776-5b290ae1f023 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:12.195356 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-122d1303-6a96-41fb-a741-6f800f2f45e4 req-daf6c3b0-983e-4112-a776-5b290ae1f023 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6dc3f3e-e702-4987-9608-e7d343defcb0 HTTP/1.1" status: 200 len: 945 time: 0.0606890 Jul 13 18:32:12.299047 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-122d1303-6a96-41fb-a741-6f800f2f45e4 req-1a9452f7-184b-4d11-a061-13099e0dcbc9 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Deleting port f727f5c1-d091-408e-91cb-8f9f9b133cbb {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:32:12.299665 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-122d1303-6a96-41fb-a741-6f800f2f45e4 req-1a9452f7-184b-4d11-a061-13099e0dcbc9 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:12.394631 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-122d1303-6a96-41fb-a741-6f800f2f45e4 req-1a9452f7-184b-4d11-a061-13099e0dcbc9 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] For port f727f5c1-d091-408e-91cb-8f9f9b133cbb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f727f5c1-d091-408e-91cb-8f9f9b133cbb,segment=NetworkSegment(8bd22299-4016-4b7c-afca-e19c25206232),segment_id=8bd22299-4016-4b7c-afca-e19c25206232)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:32:12.394980 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-122d1303-6a96-41fb-a741-6f800f2f45e4 req-1a9452f7-184b-4d11-a061-13099e0dcbc9 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:12.407709 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-122d1303-6a96-41fb-a741-6f800f2f45e4 req-1a9452f7-184b-4d11-a061-13099e0dcbc9 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Calling delete_port for f727f5c1-d091-408e-91cb-8f9f9b133cbb owned by compute:nova {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:32:12.535446 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-122d1303-6a96-41fb-a741-6f800f2f45e4 req-1a9452f7-184b-4d11-a061-13099e0dcbc9 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:12.565670 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9452f7-184b-4d11-a061-13099e0dcbc9 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Pushing event deleted for resources: {'Port': ['ID=f727f5c1-d091-408e-91cb-8f9f9b133cbb,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:12.572645 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['f727f5c1-d091-408e-91cb-8f9f9b133cbb'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:32:12.612950 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-122d1303-6a96-41fb-a741-6f800f2f45e4 req-1a9452f7-184b-4d11-a061-13099e0dcbc9 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] No DVR routers for this DVR port f727f5c1-d091-408e-91cb-8f9f9b133cbb on host hv-cinder-78692 {{(pid=92973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:32:12.615439 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-122d1303-6a96-41fb-a741-6f800f2f45e4 req-1a9452f7-184b-4d11-a061-13099e0dcbc9 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:12.617428 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-122d1303-6a96-41fb-a741-6f800f2f45e4 req-1a9452f7-184b-4d11-a061-13099e0dcbc9 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.32 "DELETE /v2.0/ports/f727f5c1-d091-408e-91cb-8f9f9b133cbb HTTP/1.1" status: 204 len: 173 time: 0.4095089 Jul 13 18:32:12.617854 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dc3f3e-e702-4987-9608-e7d343defcb0', 'name': 'network-vif-deleted', 'tag': 'f727f5c1-d091-408e-91cb-8f9f9b133cbb'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:32:12.620098 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de634951-89f8-48fa-ae2c-b801b2aa1cab" -d '{"events": [{"server_uuid": "c6dc3f3e-e702-4987-9608-e7d343defcb0", "name": "network-vif-deleted", "tag": "f727f5c1-d091-408e-91cb-8f9f9b133cbb"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:32:12.663700 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f58e545-7f96-48ec-b532-dac3fa02dc74 x-openstack-request-id: req-0f58e545-7f96-48ec-b532-dac3fa02dc74 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:32:12.664310 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dc3f3e-e702-4987-9608-e7d343defcb0", "name": "network-vif-deleted", "tag": "f727f5c1-d091-408e-91cb-8f9f9b133cbb", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:32:12.664310 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0f58e545-7f96-48ec-b532-dac3fa02dc74 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:32:12.664644 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dc3f3e-e702-4987-9608-e7d343defcb0', 'name': 'network-vif-deleted', 'tag': 'f727f5c1-d091-408e-91cb-8f9f9b133cbb', 'status': 'completed', 'code': 200} Jul 13 18:32:12.727701 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:12.852552 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-66b1e74b-1d41-40ec-9d84-d0a20f32e1bf req-fcb33e61-9336-4f20-8803-9e0a284bbea3 tempest-AttachVolumeNegativeTest-1698500106 tempest-AttachVolumeNegativeTest-1698500106-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6dc3f3e-e702-4987-9608-e7d343defcb0 HTTP/1.1" status: 200 len: 210 time: 0.0298929 Jul 13 18:32:13.951871 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 43192) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:14.004022 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e4a887-9c4a-4d15-aa82-b0c3d6a9cb18 admin admin] Deleting subnet a5829392-ac62-4089-bc42-3eab0b487c17 {{(pid=92973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 18:32:14.010457 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e1e4a887-9c4a-4d15-aa82-b0c3d6a9cb18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:14.052655 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e1e4a887-9c4a-4d15-aa82-b0c3d6a9cb18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3662120'] for subnet, precommit_delete_associations {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:14.097790 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e1e4a887-9c4a-4d15-aa82-b0c3d6a9cb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7675306'] for subnet, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:14.165774 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e1e4a887-9c4a-4d15-aa82-b0c3d6a9cb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7675283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8946638'] for subnet, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:14.193972 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4a887-9c4a-4d15-aa82-b0c3d6a9cb18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5829392-ac62-4089-bc42-3eab0b487c17,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:14.202434 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e1e4a887-9c4a-4d15-aa82-b0c3d6a9cb18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:14.204534 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-e1e4a887-9c4a-4d15-aa82-b0c3d6a9cb18 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a5829392-ac62-4089-bc42-3eab0b487c17 HTTP/1.1" status: 204 len: 168 time: 0.2515297 Jul 13 18:32:14.206754 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 43194) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:14.283249 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7073bbd5-eb55-4fc0-b6c6-664eee7c2776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566799'] for network, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:14.344412 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:14.368769 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7073bbd5-eb55-4fc0-b6c6-664eee7c2776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668259', 'neutron.services.segments.db._delete_segments_for_network-8737536498324'] for network, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:14.378599 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-7073bbd5-eb55-4fc0-b6c6-664eee7c2776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f2a0296-6e0e-4f05-b2f6-372acf21273d']}} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:32:14.392594 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-7073bbd5-eb55-4fc0-b6c6-664eee7c2776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd22299-4016-4b7c-afca-e19c25206232') {'for_net_delete': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:32:14.392890 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-7073bbd5-eb55-4fc0-b6c6-664eee7c2776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd22299-4016-4b7c-afca-e19c25206232') {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:32:14.403467 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7073bbd5-eb55-4fc0-b6c6-664eee7c2776 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737536430219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3662129'] for segment, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:14.419089 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7073bbd5-eb55-4fc0-b6c6-664eee7c2776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:14.425578 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7073bbd5-eb55-4fc0-b6c6-664eee7c2776 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=92973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 18:32:14.426363 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7073bbd5-eb55-4fc0-b6c6-664eee7c2776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3662336'] for segment, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: Traceback (most recent call last): Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: timer() Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: cb(*args, **kw) Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: return func(*args, **kwargs) Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: self._notify() Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: self.callback(batched_events) Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: event.method(event) Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: return f(self, *a, **k) Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: return self._get(url).json() Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: return self.request(url, 'GET', **kwargs) Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 18:32:14.428120 dv-cinder-786928-3-iscsi neutron-server[92973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 18:32:14.483489 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7073bbd5-eb55-4fc0-b6c6-664eee7c2776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8001304'] for network, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:14.488059 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-7073bbd5-eb55-4fc0-b6c6-664eee7c2776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:14.490567 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-7073bbd5-eb55-4fc0-b6c6-664eee7c2776 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2f2a0296-6e0e-4f05-b2f6-372acf21273d HTTP/1.1" status: 204 len: 168 time: 0.2827344 Jul 13 18:32:14.504548 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073bbd5-eb55-4fc0-b6c6-664eee7c2776 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f2a0296-6e0e-4f05-b2f6-372acf21273d,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:14.628525 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 43204) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:14.674055 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-827153ae-03d7-4cda-87db-a773547a20ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bbbc5d8d55dd442db7c1dbb8d396280e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443251 Jul 13 18:32:14.676723 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 43206) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:14.696026 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 43208) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:14.734543 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-3b6563cc-cd9f-4b42-a933-e48f59b256a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:14.762292 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-3b6563cc-cd9f-4b42-a933-e48f59b256a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:14.813185 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-3b6563cc-cd9f-4b42-a933-e48f59b256a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:14.816598 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-3b6563cc-cd9f-4b42-a933-e48f59b256a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:14.820585 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-3b6563cc-cd9f-4b42-a933-e48f59b256a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1 HTTP/1.1" status: 204 len: 168 time: 0.1423965 Jul 13 18:32:14.820773 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-2bc34e81-6c22-4144-88a4-2685059aedb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:14.829504 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6563cc-cd9f-4b42-a933-e48f59b256a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d6fe4b-b6b2-4fb6-84b7-3a6de5988dc1,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:14.937377 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-2bc34e81-6c22-4144-88a4-2685059aedb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:14.941673 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-2bc34e81-6c22-4144-88a4-2685059aedb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:14.982678 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-2bc34e81-6c22-4144-88a4-2685059aedb5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7fd6af87be5a49ba934e605293d9469b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854679 Jul 13 18:32:14.984241 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc34e81-6c22-4144-88a4-2685059aedb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1513fa-b7dd-4825-a678-79a1aebd1565,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:14.986232 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 43216) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:15.038218 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5d2ded3f-62d7-4952-9cd2-9f734fb37471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:15.062200 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5d2ded3f-62d7-4952-9cd2-9f734fb37471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:15.117318 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5d2ded3f-62d7-4952-9cd2-9f734fb37471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:15.119941 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5d2ded3f-62d7-4952-9cd2-9f734fb37471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:15.123618 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-5d2ded3f-62d7-4952-9cd2-9f734fb37471 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4d1513fa-b7dd-4825-a678-79a1aebd1565 HTTP/1.1" status: 204 len: 168 time: 0.1343148 Jul 13 18:32:15.131279 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ded3f-62d7-4952-9cd2-9f734fb37471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1513fa-b7dd-4825-a678-79a1aebd1565,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:16.029183 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device f727f5c1-d091-408e-91cb-8f9f9b133cbb no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:32:16.055403 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] No Port match for: f727f5c1-d091-408e-91cb-8f9f9b133cbb {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:32:16.055780 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device f727f5c1-d091-408e-91cb-8f9f9b133cbb not bound to the agent host hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:32:16.842326 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 43306) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:16.958310 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d242f0ca-17c7-4483-9966-be81231a9659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:17.052542 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d242f0ca-17c7-4483-9966-be81231a9659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:17.056312 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d242f0ca-17c7-4483-9966-be81231a9659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:17.096659 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-d242f0ca-17c7-4483-9966-be81231a9659 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=153cb5c65c8a41c8bb94e22831137e72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532003 Jul 13 18:32:17.097604 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242f0ca-17c7-4483-9966-be81231a9659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcada102-6c33-49c4-b463-dec8c2106d69,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:17.101241 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 43318) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:17.156363 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9b0e5503-984a-496b-994c-f7b4b87dc2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:17.179912 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9b0e5503-984a-496b-994c-f7b4b87dc2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:17.230390 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9b0e5503-984a-496b-994c-f7b4b87dc2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:17.232962 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9b0e5503-984a-496b-994c-f7b4b87dc2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:17.234148 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-9b0e5503-984a-496b-994c-f7b4b87dc2f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fcada102-6c33-49c4-b463-dec8c2106d69 HTTP/1.1" status: 204 len: 168 time: 0.1314013 Jul 13 18:32:17.248573 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e5503-984a-496b-994c-f7b4b87dc2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcada102-6c33-49c4-b463-dec8c2106d69,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:17.606650 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 43328) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:17.621332 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d276a707-84f0-4509-9c6a-d9ab14d0563f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:17.713706 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d276a707-84f0-4509-9c6a-d9ab14d0563f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:17.718300 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-d276a707-84f0-4509-9c6a-d9ab14d0563f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:17.759425 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-d276a707-84f0-4509-9c6a-d9ab14d0563f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cee310b795484a9ba8960804da731998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1514578 Jul 13 18:32:17.761379 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276a707-84f0-4509-9c6a-d9ab14d0563f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd03783-cfd0-4a52-844d-514f31ad5fa7,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:17.762341 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 43330) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:17.813121 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f6f1c72f-059c-4082-85df-b03598c062ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:17.834138 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f6f1c72f-059c-4082-85df-b03598c062ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:17.883790 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f6f1c72f-059c-4082-85df-b03598c062ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:17.886361 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f6f1c72f-059c-4082-85df-b03598c062ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:17.887489 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-f6f1c72f-059c-4082-85df-b03598c062ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3fd03783-cfd0-4a52-844d-514f31ad5fa7 HTTP/1.1" status: 204 len: 168 time: 0.1241016 Jul 13 18:32:17.895124 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1c72f-059c-4082-85df-b03598c062ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd03783-cfd0-4a52-844d-514f31ad5fa7,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:19.706518 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 43408) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:19.889127 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a8d7ae34-8fe1-4fcd-af44-767291279d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:19.987156 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a8d7ae34-8fe1-4fcd-af44-767291279d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:19.991961 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a8d7ae34-8fe1-4fcd-af44-767291279d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:20.032736 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-a8d7ae34-8fe1-4fcd-af44-767291279d9c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7d2d06512b54b35aa1496a270477c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250229 Jul 13 18:32:20.033958 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7ae34-8fe1-4fcd-af44-767291279d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ad9940-b1df-4d09-9ff6-d4af3e9d8ab2,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:20.035752 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 43414) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:20.093148 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-664a8548-463a-492b-90dd-d7ee978c2172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:20.115925 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-664a8548-463a-492b-90dd-d7ee978c2172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:20.169254 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-664a8548-463a-492b-90dd-d7ee978c2172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:20.172112 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-664a8548-463a-492b-90dd-d7ee978c2172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:20.173336 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-664a8548-463a-492b-90dd-d7ee978c2172 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d1ad9940-b1df-4d09-9ff6-d4af3e9d8ab2 HTTP/1.1" status: 204 len: 168 time: 0.1362617 Jul 13 18:32:20.181971 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a8548-463a-492b-90dd-d7ee978c2172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ad9940-b1df-4d09-9ff6-d4af3e9d8ab2,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:20.459375 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 43420) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:20.473264 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d10b56db-49d0-44ac-aa51-9aa59b312ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:20.568400 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d10b56db-49d0-44ac-aa51-9aa59b312ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:20.572665 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d10b56db-49d0-44ac-aa51-9aa59b312ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:20.612925 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-d10b56db-49d0-44ac-aa51-9aa59b312ebd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=95d0d0e8876b4646be9babf28655d374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524165 Jul 13 18:32:20.613642 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b56db-49d0-44ac-aa51-9aa59b312ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf263d2-8221-4a72-a1ac-2642d7134ce5,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:20.615607 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 43422) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:20.668653 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a5c11298-929a-4f29-9312-88d811b65165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:20.689987 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a5c11298-929a-4f29-9312-88d811b65165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:20.736356 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a5c11298-929a-4f29-9312-88d811b65165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:20.738904 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a5c11298-929a-4f29-9312-88d811b65165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:20.740054 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-a5c11298-929a-4f29-9312-88d811b65165 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6cf263d2-8221-4a72-a1ac-2642d7134ce5 HTTP/1.1" status: 204 len: 168 time: 0.1233962 Jul 13 18:32:20.748919 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c11298-929a-4f29-9312-88d811b65165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf263d2-8221-4a72-a1ac-2642d7134ce5,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:22.765097 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 43520) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:22.874563 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b0ff8842-6ed4-4c20-aafd-c9c3ac2e5e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:22.971664 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b0ff8842-6ed4-4c20-aafd-c9c3ac2e5e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:22.976921 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-b0ff8842-6ed4-4c20-aafd-c9c3ac2e5e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:23.014228 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff8842-6ed4-4c20-aafd-c9c3ac2e5e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0d4099-e2d2-4938-9788-10de771c79d3,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:23.019342 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-b0ff8842-6ed4-4c20-aafd-c9c3ac2e5e54 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e59ac2df668647df98037b15a9c4d7ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532005 Jul 13 18:32:23.022270 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 43524) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:23.024149 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff8842-6ed4-4c20-aafd-c9c3ac2e5e54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:23.024388 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff8842-6ed4-4c20-aafd-c9c3ac2e5e54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:23.024725 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff8842-6ed4-4c20-aafd-c9c3ac2e5e54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:23.025056 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff8842-6ed4-4c20-aafd-c9c3ac2e5e54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:23.025381 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff8842-6ed4-4c20-aafd-c9c3ac2e5e54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:23.025713 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff8842-6ed4-4c20-aafd-c9c3ac2e5e54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:23.026032 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff8842-6ed4-4c20-aafd-c9c3ac2e5e54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:23.026353 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff8842-6ed4-4c20-aafd-c9c3ac2e5e54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:23.027258 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff8842-6ed4-4c20-aafd-c9c3ac2e5e54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:23.027749 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff8842-6ed4-4c20-aafd-c9c3ac2e5e54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:23.028068 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff8842-6ed4-4c20-aafd-c9c3ac2e5e54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:23.028392 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff8842-6ed4-4c20-aafd-c9c3ac2e5e54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:23.075689 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ab8b4dc7-79ad-4b97-8a1a-485b5d95a3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:23.099366 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ab8b4dc7-79ad-4b97-8a1a-485b5d95a3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:23.145892 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ab8b4dc7-79ad-4b97-8a1a-485b5d95a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:23.148408 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ab8b4dc7-79ad-4b97-8a1a-485b5d95a3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:23.149621 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-ab8b4dc7-79ad-4b97-8a1a-485b5d95a3ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a0d4099-e2d2-4938-9788-10de771c79d3 HTTP/1.1" status: 204 len: 168 time: 0.1259193 Jul 13 18:32:23.158805 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b4dc7-79ad-4b97-8a1a-485b5d95a3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0d4099-e2d2-4938-9788-10de771c79d3,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:23.423740 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 43530) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:23.438008 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-52acbce5-ea52-4ca5-b729-d1b4900e39c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:23.531557 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-52acbce5-ea52-4ca5-b729-d1b4900e39c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:23.535885 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-52acbce5-ea52-4ca5-b729-d1b4900e39c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:23.574331 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-52acbce5-ea52-4ca5-b729-d1b4900e39c6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c1534df22b0845b99234a243ec6f5a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495008 Jul 13 18:32:23.575207 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52acbce5-ea52-4ca5-b729-d1b4900e39c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7ab524-5a4e-4de2-9d8c-1967eb4b56a8,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:23.577054 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 43534) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:23.633336 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-80312490-ff40-4f9f-a514-0f432ad34302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:23.657845 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-80312490-ff40-4f9f-a514-0f432ad34302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:23.710146 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-80312490-ff40-4f9f-a514-0f432ad34302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:23.712617 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-80312490-ff40-4f9f-a514-0f432ad34302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:23.716571 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-80312490-ff40-4f9f-a514-0f432ad34302 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ce7ab524-5a4e-4de2-9d8c-1967eb4b56a8 HTTP/1.1" status: 204 len: 168 time: 0.1355639 Jul 13 18:32:23.723513 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80312490-ff40-4f9f-a514-0f432ad34302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7ab524-5a4e-4de2-9d8c-1967eb4b56a8,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:23.902844 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 43550) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:24.023128 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4b1c2dc9-7f83-4b74-a210-aad755243b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:24.124333 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4b1c2dc9-7f83-4b74-a210-aad755243b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:24.128746 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-4b1c2dc9-7f83-4b74-a210-aad755243b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:24.170773 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-4b1c2dc9-7f83-4b74-a210-aad755243b57 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75fbd8fc1e804ed39d134314a90d5d6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665548 Jul 13 18:32:24.172052 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c2dc9-7f83-4b74-a210-aad755243b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c126ed8b-c1c3-47a3-9394-37da443efda9,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:24.181094 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 43564) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:24.239197 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f8db62b6-21cf-4aaa-a2b8-6f5d9eba030c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:24.263528 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f8db62b6-21cf-4aaa-a2b8-6f5d9eba030c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:24.314749 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f8db62b6-21cf-4aaa-a2b8-6f5d9eba030c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:24.317455 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-f8db62b6-21cf-4aaa-a2b8-6f5d9eba030c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:24.321005 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-f8db62b6-21cf-4aaa-a2b8-6f5d9eba030c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c126ed8b-c1c3-47a3-9394-37da443efda9 HTTP/1.1" status: 204 len: 168 time: 0.1363125 Jul 13 18:32:24.328670 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db62b6-21cf-4aaa-a2b8-6f5d9eba030c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c126ed8b-c1c3-47a3-9394-37da443efda9,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:24.685069 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 43586) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:24.697953 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-1a727139-3336-4254-9c2e-b6556ed028e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:24.794000 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-1a727139-3336-4254-9c2e-b6556ed028e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:24.798860 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-1a727139-3336-4254-9c2e-b6556ed028e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:24.843624 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a727139-3336-4254-9c2e-b6556ed028e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3874d6bd-fd14-48ba-b3f7-2c2434f4991e,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:24.846693 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-1a727139-3336-4254-9c2e-b6556ed028e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=08cc71e34485471fb7787cee62a9c151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1605520 Jul 13 18:32:24.849648 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 43590) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:24.906307 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ad469457-0752-4bee-be60-345e060af705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:24.936736 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ad469457-0752-4bee-be60-345e060af705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:24.989783 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ad469457-0752-4bee-be60-345e060af705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:24.992754 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ad469457-0752-4bee-be60-345e060af705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:24.997062 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-ad469457-0752-4bee-be60-345e060af705 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3874d6bd-fd14-48ba-b3f7-2c2434f4991e HTTP/1.1" status: 204 len: 168 time: 0.1432750 Jul 13 18:32:25.002687 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad469457-0752-4bee-be60-345e060af705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3874d6bd-fd14-48ba-b3f7-2c2434f4991e,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:25.340091 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 43606) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:25.354817 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-26f0efc1-542a-4e82-85fe-0b0a31a0ad33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:25.468165 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-26f0efc1-542a-4e82-85fe-0b0a31a0ad33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:25.474100 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-26f0efc1-542a-4e82-85fe-0b0a31a0ad33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:25.521440 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0efc1-542a-4e82-85fe-0b0a31a0ad33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89151e5b-c45f-495d-ae1c-83b7089ec9cc,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:25.526164 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-26f0efc1-542a-4e82-85fe-0b0a31a0ad33 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2440996e8de741a288d460450488acb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850104 Jul 13 18:32:25.530090 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 43612) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:25.584156 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ed1ea19-fb74-4ba8-bdfe-dcd2b5f1a87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:25.605858 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ed1ea19-fb74-4ba8-bdfe-dcd2b5f1a87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:25.657510 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ed1ea19-fb74-4ba8-bdfe-dcd2b5f1a87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:25.660076 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ed1ea19-fb74-4ba8-bdfe-dcd2b5f1a87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:25.661247 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-9ed1ea19-fb74-4ba8-bdfe-dcd2b5f1a87f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/89151e5b-c45f-495d-ae1c-83b7089ec9cc HTTP/1.1" status: 204 len: 168 time: 0.1303592 Jul 13 18:32:25.669376 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1ea19-fb74-4ba8-bdfe-dcd2b5f1a87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89151e5b-c45f-495d-ae1c-83b7089ec9cc,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:26.779269 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 43648) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:26.916324 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e746fe9f-edaf-4a0d-9aea-cf9900d9420c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:27.017170 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e746fe9f-edaf-4a0d-9aea-cf9900d9420c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:27.020765 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e746fe9f-edaf-4a0d-9aea-cf9900d9420c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:27.058474 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-e746fe9f-edaf-4a0d-9aea-cf9900d9420c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=91ce6599da814c79bac28b9b25a0e9c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779753 Jul 13 18:32:27.060650 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746fe9f-edaf-4a0d-9aea-cf9900d9420c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e84e70-ad5f-456e-9bde-eee662b60ea0,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:27.061391 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 43656) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:27.110141 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ba912bcf-1cfb-42b2-a308-cdbe39e0d1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:27.132689 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ba912bcf-1cfb-42b2-a308-cdbe39e0d1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:27.178668 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ba912bcf-1cfb-42b2-a308-cdbe39e0d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:27.181164 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ba912bcf-1cfb-42b2-a308-cdbe39e0d1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:27.182286 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-ba912bcf-1cfb-42b2-a308-cdbe39e0d1e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5e84e70-ad5f-456e-9bde-eee662b60ea0 HTTP/1.1" status: 204 len: 168 time: 0.1198580 Jul 13 18:32:27.189664 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba912bcf-1cfb-42b2-a308-cdbe39e0d1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e84e70-ad5f-456e-9bde-eee662b60ea0,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:29.423670 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a313dae8-3f7c-435d-9332-7d92989a933f req-77f9d8e1-bb9f-4f7c-b20d-a13c0bc38d56 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ddbcc1b48a394c3098f5882c881a58f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304246 Jul 13 18:32:29.633286 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313dae8-3f7c-435d-9332-7d92989a933f req-935f9ca8-0306-4d39-a163-b677ce8554db tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:29.634833 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a313dae8-3f7c-435d-9332-7d92989a933f req-935f9ca8-0306-4d39-a163-b677ce8554db tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059338 Jul 13 18:32:29.650480 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a313dae8-3f7c-435d-9332-7d92989a933f req-eb88c0c6-781b-4db6-a9e5-9acf1b3cc127 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/quotas/ddbcc1b48a394c3098f5882c881a58f4 HTTP/1.1" status: 200 len: 375 time: 0.0093069 Jul 13 18:32:30.004990 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a313dae8-3f7c-435d-9332-7d92989a933f req-fa0db2b0-3ea0-4a4c-be85-9e0745db04f0 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddbcc1b48a394c3098f5882c881a58f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3455338 Jul 13 18:32:30.182355 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-54ec3778-f2a4-4ded-b42d-ae4d0dc63654 req-6fd47a7e-1bf3-436b-bb66-2ae6de98d5d2 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/ports?device_id=2834924b-f84b-4001-8aec-ef4950c4db11 HTTP/1.1" status: 200 len: 210 time: 0.0276747 Jul 13 18:32:31.338083 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-108bf039-af89-4fde-9a82-c8190af5796f req-a7792b22-71c0-40c1-ba32-a8467752ef16 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/ports?device_id=2834924b-f84b-4001-8aec-ef4950c4db11 HTTP/1.1" status: 200 len: 210 time: 0.0394981 Jul 13 18:32:31.348994 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a313dae8-3f7c-435d-9332-7d92989a933f req-066513dc-c437-45d1-afed-d8e069491b53 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ddbcc1b48a394c3098f5882c881a58f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387902 Jul 13 18:32:31.458762 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313dae8-3f7c-435d-9332-7d92989a933f req-8b85a0f5-991a-4d17-96e6-943db51fe36c tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:31.460181 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a313dae8-3f7c-435d-9332-7d92989a933f req-8b85a0f5-991a-4d17-96e6-943db51fe36c tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1059489 Jul 13 18:32:31.483319 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-a313dae8-3f7c-435d-9332-7d92989a933f req-35768462-bdff-40e2-9f51-1b87699494af tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Request body: {'port': {'device_id': '2834924b-f84b-4001-8aec-ef4950c4db11', 'network_id': '4e39473d-ae53-4992-a757-3b9bb5f88089', 'admin_state_up': True, 'tenant_id': 'ddbcc1b48a394c3098f5882c881a58f4'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:32:31.604610 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a313dae8-3f7c-435d-9332-7d92989a933f req-35768462-bdff-40e2-9f51-1b87699494af tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Made reservation on behalf of ddbcc1b48a394c3098f5882c881a58f4 for: {'port': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:32:31.608993 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a313dae8-3f7c-435d-9332-7d92989a933f req-35768462-bdff-40e2-9f51-1b87699494af tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:31.618636 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a313dae8-3f7c-435d-9332-7d92989a933f req-35768462-bdff-40e2-9f51-1b87699494af tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:31.719862 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a313dae8-3f7c-435d-9332-7d92989a933f req-35768462-bdff-40e2-9f51-1b87699494af tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:31.723555 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a313dae8-3f7c-435d-9332-7d92989a933f req-35768462-bdff-40e2-9f51-1b87699494af tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:31.785845 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35768462-bdff-40e2-9f51-1b87699494af tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9496b320-d271-458d-9e65-335111f07b7b,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:31.861124 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [req-a313dae8-3f7c-435d-9332-7d92989a933f req-35768462-bdff-40e2-9f51-1b87699494af tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Allocated IP 192.168.233.242 (4e39473d-ae53-4992-a757-3b9bb5f88089/8ce45d91-3458-4cbc-8a75-e787e70f37db/03b8487a-aeeb-44eb-a063-d411eb914c67) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:32:32.018012 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a313dae8-3f7c-435d-9332-7d92989a933f req-35768462-bdff-40e2-9f51-1b87699494af tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:32.033287 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [req-a313dae8-3f7c-435d-9332-7d92989a933f req-35768462-bdff-40e2-9f51-1b87699494af tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Transition to ACTIVE for port object 03b8487a-aeeb-44eb-a063-d411eb914c67 will not be triggered until provisioned by entity DHCP. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:32:32.067357 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a313dae8-3f7c-435d-9332-7d92989a933f req-35768462-bdff-40e2-9f51-1b87699494af tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:32.109437 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a313dae8-3f7c-435d-9332-7d92989a933f req-35768462-bdff-40e2-9f51-1b87699494af tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Network 4e39473d-ae53-4992-a757-3b9bb5f88089 is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:32:32.114703 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [req-a313dae8-3f7c-435d-9332-7d92989a933f req-35768462-bdff-40e2-9f51-1b87699494af tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:32:32.118614 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-a313dae8-3f7c-435d-9332-7d92989a933f req-35768462-bdff-40e2-9f51-1b87699494af tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:32:32.149218 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35768462-bdff-40e2-9f51-1b87699494af tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Pushing event updated for resources: {'Port': ['ID=03b8487a-aeeb-44eb-a063-d411eb914c67,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:32.178898 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313dae8-3f7c-435d-9332-7d92989a933f req-35768462-bdff-40e2-9f51-1b87699494af tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:32.179699 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a313dae8-3f7c-435d-9332-7d92989a933f req-35768462-bdff-40e2-9f51-1b87699494af tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:32.195726 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a313dae8-3f7c-435d-9332-7d92989a933f req-35768462-bdff-40e2-9f51-1b87699494af tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7171240 Jul 13 18:32:32.214847 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-a313dae8-3f7c-435d-9332-7d92989a933f req-143535d1-f0ee-44e4-aaab-5fc0a1e491be service neutron] Request body: {'port': {'device_id': '2834924b-f84b-4001-8aec-ef4950c4db11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:32:32.300393 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a313dae8-3f7c-435d-9332-7d92989a933f req-143535d1-f0ee-44e4-aaab-5fc0a1e491be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:32.352393 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-d26cef9e-8ec9-4f14-8417-a6ea2af9e3ae None None] Provisioning for port 03b8487a-aeeb-44eb-a063-d411eb914c67 completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:32:32.357284 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-d26cef9e-8ec9-4f14-8417-a6ea2af9e3ae None None] Provisioning complete for port 03b8487a-aeeb-44eb-a063-d411eb914c67 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:32:32.357713 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-d26cef9e-8ec9-4f14-8417-a6ea2af9e3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:32.404499 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-d26cef9e-8ec9-4f14-8417-a6ea2af9e3ae None None] Port 03b8487a-aeeb-44eb-a063-d411eb914c67 cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:32:32.594241 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e71e8-72e3-43a6-a6b5-8bab24f0d15f req-7abd6bda-d186-4935-af5d-231078b31764 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:32.595839 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0e9e71e8-72e3-43a6-a6b5-8bab24f0d15f req-7abd6bda-d186-4935-af5d-231078b31764 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/ports?device_id=2834924b-f84b-4001-8aec-ef4950c4db11 HTTP/1.1" status: 200 len: 936 time: 0.1217713 Jul 13 18:32:32.661236 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [req-a313dae8-3f7c-435d-9332-7d92989a933f req-143535d1-f0ee-44e4-aaab-5fc0a1e491be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b8487a-aeeb-44eb-a063-d411eb914c67 {{(pid=92973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:32:32.672468 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0e9e71e8-72e3-43a6-a6b5-8bab24f0d15f req-b0233aba-ab1b-4292-ba7a-bd9ea9888cd7 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/security-groups?id=9496b320-d271-458d-9e65-335111f07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707622 Jul 13 18:32:32.674439 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a313dae8-3f7c-435d-9332-7d92989a933f req-143535d1-f0ee-44e4-aaab-5fc0a1e491be service neutron] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:32.688982 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [req-a313dae8-3f7c-435d-9332-7d92989a933f req-143535d1-f0ee-44e4-aaab-5fc0a1e491be service neutron] Transition to ACTIVE for port object 03b8487a-aeeb-44eb-a063-d411eb914c67 will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:32:32.694336 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a313dae8-3f7c-435d-9332-7d92989a933f req-143535d1-f0ee-44e4-aaab-5fc0a1e491be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:32.757980 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143535d1-f0ee-44e4-aaab-5fc0a1e491be service neutron] Pushing event updated for resources: {'Port': ['ID=03b8487a-aeeb-44eb-a063-d411eb914c67,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:32.859065 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-a313dae8-3f7c-435d-9332-7d92989a933f req-143535d1-f0ee-44e4-aaab-5fc0a1e491be service neutron] Attempting to bind port 03b8487a-aeeb-44eb-a063-d411eb914c67 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:32:32.859325 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-a313dae8-3f7c-435d-9332-7d92989a933f req-143535d1-f0ee-44e4-aaab-5fc0a1e491be service neutron] Attempting to bind port 03b8487a-aeeb-44eb-a063-d411eb914c67 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '7f2fe175-d3f2-4829-9f3f-79a8652587b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4e39473d-ae53-4992-a757-3b9bb5f88089'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:32:32.859685 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a313dae8-3f7c-435d-9332-7d92989a933f req-143535d1-f0ee-44e4-aaab-5fc0a1e491be service neutron] Attempting to bind port 03b8487a-aeeb-44eb-a063-d411eb914c67 on network 4e39473d-ae53-4992-a757-3b9bb5f88089 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:32:32.869994 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a313dae8-3f7c-435d-9332-7d92989a933f req-143535d1-f0ee-44e4-aaab-5fc0a1e491be service neutron] Port 03b8487a-aeeb-44eb-a063-d411eb914c67 on network 4e39473d-ae53-4992-a757-3b9bb5f88089 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 18:32:32.871172 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a313dae8-3f7c-435d-9332-7d92989a933f req-143535d1-f0ee-44e4-aaab-5fc0a1e491be service neutron] Attempting to bind port 03b8487a-aeeb-44eb-a063-d411eb914c67 on network 4e39473d-ae53-4992-a757-3b9bb5f88089 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:32:32.880117 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a313dae8-3f7c-435d-9332-7d92989a933f req-143535d1-f0ee-44e4-aaab-5fc0a1e491be service neutron] Checking agent: {'id': '42658009-1da3-417e-95f4-9a37477be153', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'started_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:32:32.880669 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a313dae8-3f7c-435d-9332-7d92989a933f req-143535d1-f0ee-44e4-aaab-5fc0a1e491be service neutron] Checking segment: {'id': '7f2fe175-d3f2-4829-9f3f-79a8652587b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4e39473d-ae53-4992-a757-3b9bb5f88089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:32:32.881560 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a313dae8-3f7c-435d-9332-7d92989a933f req-143535d1-f0ee-44e4-aaab-5fc0a1e491be service neutron] Bound using segment: {'id': '7f2fe175-d3f2-4829-9f3f-79a8652587b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4e39473d-ae53-4992-a757-3b9bb5f88089'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:32:32.882345 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-a313dae8-3f7c-435d-9332-7d92989a933f req-143535d1-f0ee-44e4-aaab-5fc0a1e491be service neutron] Bound port: 03b8487a-aeeb-44eb-a063-d411eb914c67, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f2fe175-d3f2-4829-9f3f-79a8652587b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4e39473d-ae53-4992-a757-3b9bb5f88089'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:32:32.882950 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a313dae8-3f7c-435d-9332-7d92989a933f req-143535d1-f0ee-44e4-aaab-5fc0a1e491be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:32.973997 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-a313dae8-3f7c-435d-9332-7d92989a933f req-143535d1-f0ee-44e4-aaab-5fc0a1e491be service neutron] For port 03b8487a-aeeb-44eb-a063-d411eb914c67, host hv-cinder-78692, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:32:32.977335 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-a313dae8-3f7c-435d-9332-7d92989a933f req-143535d1-f0ee-44e4-aaab-5fc0a1e491be service neutron] For port 03b8487a-aeeb-44eb-a063-d411eb914c67, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=03b8487a-aeeb-44eb-a063-d411eb914c67,segment=NetworkSegment(7f2fe175-d3f2-4829-9f3f-79a8652587b0),segment_id=7f2fe175-d3f2-4829-9f3f-79a8652587b0)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:32:32.982377 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a313dae8-3f7c-435d-9332-7d92989a933f req-143535d1-f0ee-44e4-aaab-5fc0a1e491be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:33.022471 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313dae8-3f7c-435d-9332-7d92989a933f req-143535d1-f0ee-44e4-aaab-5fc0a1e491be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:33.023248 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-a313dae8-3f7c-435d-9332-7d92989a933f req-143535d1-f0ee-44e4-aaab-5fc0a1e491be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:33.026462 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a313dae8-3f7c-435d-9332-7d92989a933f req-143535d1-f0ee-44e4-aaab-5fc0a1e491be service neutron] 10.222.0.32 "PUT /v2.0/ports/03b8487a-aeeb-44eb-a063-d411eb914c67 HTTP/1.1" status: 200 len: 1098 time: 0.8161385 Jul 13 18:32:33.032428 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2834924b-f84b-4001-8aec-ef4950c4db11', 'tag': '03b8487a-aeeb-44eb-a063-d411eb914c67'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:32:33.037002 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcece9f7-5fe9-4385-93ce-fbf6fa698cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "2834924b-f84b-4001-8aec-ef4950c4db11", "tag": "03b8487a-aeeb-44eb-a063-d411eb914c67"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:32:33.081538 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143535d1-f0ee-44e4-aaab-5fc0a1e491be service neutron] Pushing event updated for resources: {'Port': ['ID=03b8487a-aeeb-44eb-a063-d411eb914c67,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:33.101738 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf993aa7-7b9d-423c-8b20-49660ed06961 x-openstack-request-id: req-bf993aa7-7b9d-423c-8b20-49660ed06961 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:32:33.102158 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2834924b-f84b-4001-8aec-ef4950c4db11", "tag": "03b8487a-aeeb-44eb-a063-d411eb914c67", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:32:33.102481 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bf993aa7-7b9d-423c-8b20-49660ed06961 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:32:33.103043 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2834924b-f84b-4001-8aec-ef4950c4db11', 'tag': '03b8487a-aeeb-44eb-a063-d411eb914c67', 'status': 'completed', 'code': 200} Jul 13 18:32:33.183635 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313dae8-3f7c-435d-9332-7d92989a933f req-6fe7c0da-38e1-464d-9fe0-424facf024ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:33.185955 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a313dae8-3f7c-435d-9332-7d92989a933f req-6fe7c0da-38e1-464d-9fe0-424facf024ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddbcc1b48a394c3098f5882c881a58f4&device_id=2834924b-f84b-4001-8aec-ef4950c4db11 HTTP/1.1" status: 200 len: 1101 time: 0.0656059 Jul 13 18:32:33.240723 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a313dae8-3f7c-435d-9332-7d92989a933f req-3d1e20b0-6329-4448-a230-0d627c4a949c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=03b8487a-aeeb-44eb-a063-d411eb914c67 HTTP/1.1" status: 200 len: 217 time: 0.0402393 Jul 13 18:32:33.299845 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313dae8-3f7c-435d-9332-7d92989a933f req-1ddabe29-1ced-459f-8875-c5374d370576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:33.301599 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a313dae8-3f7c-435d-9332-7d92989a933f req-1ddabe29-1ced-459f-8875-c5374d370576 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8ce45d91-3458-4cbc-8a75-e787e70f37db HTTP/1.1" status: 200 len: 843 time: 0.0540521 Jul 13 18:32:33.372990 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313dae8-3f7c-435d-9332-7d92989a933f req-d94ab813-17f7-4c49-b0aa-e5ab58a92d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:33.374497 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a313dae8-3f7c-435d-9332-7d92989a933f req-d94ab813-17f7-4c49-b0aa-e5ab58a92d4d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4e39473d-ae53-4992-a757-3b9bb5f88089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0670276 Jul 13 18:32:33.485214 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a313dae8-3f7c-435d-9332-7d92989a933f req-9c4e0b5f-0ee1-48d7-a9c1-49ff03139565 service neutron] 10.222.0.32 "GET /v2.0/networks/4e39473d-ae53-4992-a757-3b9bb5f88089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019611 Jul 13 18:32:33.602229 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a313dae8-3f7c-435d-9332-7d92989a933f req-f3614c2b-963d-4358-b34f-c6d7897fed8b service neutron] 10.222.0.32 "GET /v2.0/networks/4e39473d-ae53-4992-a757-3b9bb5f88089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095779 Jul 13 18:32:33.771293 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcece9f7-5fe9-4385-93ce-fbf6fa698cd2 req-8ba7bc23-b450-4fe5-baf5-ded0109df075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:33.773105 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dcece9f7-5fe9-4385-93ce-fbf6fa698cd2 req-8ba7bc23-b450-4fe5-baf5-ded0109df075 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddbcc1b48a394c3098f5882c881a58f4&device_id=2834924b-f84b-4001-8aec-ef4950c4db11 HTTP/1.1" status: 200 len: 1101 time: 0.0683448 Jul 13 18:32:33.925374 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcece9f7-5fe9-4385-93ce-fbf6fa698cd2 req-8357ed25-730a-4d5c-9c1a-2cd5ccd1e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:33.926926 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dcece9f7-5fe9-4385-93ce-fbf6fa698cd2 req-8357ed25-730a-4d5c-9c1a-2cd5ccd1e5c7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4e39473d-ae53-4992-a757-3b9bb5f88089 HTTP/1.1" status: 200 len: 870 time: 0.1461644 Jul 13 18:32:33.953910 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7074240-bbc3-4d1a-84ff-bfe58dd48933 req-5e504e3e-ca96-4b22-b9b9-b3cbde5ee538 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:33.955508 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a7074240-bbc3-4d1a-84ff-bfe58dd48933 req-5e504e3e-ca96-4b22-b9b9-b3cbde5ee538 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/ports?device_id=2834924b-f84b-4001-8aec-ef4950c4db11 HTTP/1.1" status: 200 len: 948 time: 0.1283464 Jul 13 18:32:33.992972 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dcece9f7-5fe9-4385-93ce-fbf6fa698cd2 req-80f0d130-7cd8-446d-97b2-9da5bd1a003f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=03b8487a-aeeb-44eb-a063-d411eb914c67 HTTP/1.1" status: 200 len: 217 time: 0.0583403 Jul 13 18:32:34.069904 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a7074240-bbc3-4d1a-84ff-bfe58dd48933 req-60100d9c-ffc0-4220-92cb-aaa4b001bcac tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/security-groups?id=9496b320-d271-458d-9e65-335111f07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860870 Jul 13 18:32:34.086951 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcece9f7-5fe9-4385-93ce-fbf6fa698cd2 req-f5787f29-bd82-475b-937a-3f9327524345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:34.088460 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dcece9f7-5fe9-4385-93ce-fbf6fa698cd2 req-f5787f29-bd82-475b-937a-3f9327524345 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8ce45d91-3458-4cbc-8a75-e787e70f37db HTTP/1.1" status: 200 len: 843 time: 0.0850523 Jul 13 18:32:34.150069 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcece9f7-5fe9-4385-93ce-fbf6fa698cd2 req-cd39cc04-cd5f-4a00-bca3-1658ad37988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:34.151550 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dcece9f7-5fe9-4385-93ce-fbf6fa698cd2 req-cd39cc04-cd5f-4a00-bca3-1658ad37988b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4e39473d-ae53-4992-a757-3b9bb5f88089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0544183 Jul 13 18:32:34.241884 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dcece9f7-5fe9-4385-93ce-fbf6fa698cd2 req-184de011-f71d-4509-90a5-8eeec546e24b service neutron] 10.222.0.32 "GET /v2.0/networks/4e39473d-ae53-4992-a757-3b9bb5f88089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812817 Jul 13 18:32:34.353200 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-dcece9f7-5fe9-4385-93ce-fbf6fa698cd2 req-b8fe6af1-d80b-4072-b772-9d2cc877eb98 service neutron] 10.222.0.32 "GET /v2.0/networks/4e39473d-ae53-4992-a757-3b9bb5f88089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996141 Jul 13 18:32:34.863108 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 43778) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:34.979383 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-80b31c98-e59c-4acb-868d-22c96df47922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:35.085822 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-80b31c98-e59c-4acb-868d-22c96df47922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:35.093194 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-80b31c98-e59c-4acb-868d-22c96df47922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:35.145969 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-80b31c98-e59c-4acb-868d-22c96df47922 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a263b32c335f46ef977f19d994bbd165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816062 Jul 13 18:32:35.148893 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b31c98-e59c-4acb-868d-22c96df47922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f974b36-f33c-4a7d-802b-c4f3fc9bec3e,revision_number=1']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:35.150080 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 43784) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:35.263452 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-10f9f0b8-5d3b-49c3-ab01-8076251b2ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:35.293558 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-10f9f0b8-5d3b-49c3-ab01-8076251b2ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:35.337322 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b20d35-8fce-4358-8d68-5387bbf67e10 req-f18737d6-9add-4d7e-b499-f223d1816333 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:35.338920 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-63b20d35-8fce-4358-8d68-5387bbf67e10 req-f18737d6-9add-4d7e-b499-f223d1816333 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/ports?device_id=2834924b-f84b-4001-8aec-ef4950c4db11 HTTP/1.1" status: 200 len: 948 time: 0.1226816 Jul 13 18:32:35.383066 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-63b20d35-8fce-4358-8d68-5387bbf67e10 req-bcd88dfb-02ba-47b7-96e5-792fcfb01fbe tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/security-groups?id=9496b320-d271-458d-9e65-335111f07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371733 Jul 13 18:32:35.384239 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-10f9f0b8-5d3b-49c3-ab01-8076251b2ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:35.386933 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-10f9f0b8-5d3b-49c3-ab01-8076251b2ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:35.388049 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-10f9f0b8-5d3b-49c3-ab01-8076251b2ee9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f974b36-f33c-4a7d-802b-c4f3fc9bec3e HTTP/1.1" status: 204 len: 168 time: 0.2365785 Jul 13 18:32:35.396649 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9f0b8-5d3b-49c3-ab01-8076251b2ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f974b36-f33c-4a7d-802b-c4f3fc9bec3e,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:35.651015 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 43790) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:35.664954 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-8daf85ba-fbbf-4887-9dbd-664bc4c3da85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:35.751248 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-8daf85ba-fbbf-4887-9dbd-664bc4c3da85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:35.756283 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-8daf85ba-fbbf-4887-9dbd-664bc4c3da85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:35.791093 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf85ba-fbbf-4887-9dbd-664bc4c3da85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfcab74-1a41-4a73-a5a9-1819c9e2a0a6,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:35.795958 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-8daf85ba-fbbf-4887-9dbd-664bc4c3da85 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ee115dc03d6432bbf8455d6785867f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431265 Jul 13 18:32:35.798571 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 43792) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:35.847589 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-73f73fca-4bd4-4324-9f6a-e4b5ab8b9c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:35.872756 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-73f73fca-4bd4-4324-9f6a-e4b5ab8b9c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:35.923759 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-73f73fca-4bd4-4324-9f6a-e4b5ab8b9c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:35.926214 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-73f73fca-4bd4-4324-9f6a-e4b5ab8b9c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:35.927352 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-73f73fca-4bd4-4324-9f6a-e4b5ab8b9c64 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3dfcab74-1a41-4a73-a5a9-1819c9e2a0a6 HTTP/1.1" status: 204 len: 168 time: 0.1278312 Jul 13 18:32:35.935404 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f73fca-4bd4-4324-9f6a-e4b5ab8b9c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfcab74-1a41-4a73-a5a9-1819c9e2a0a6,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:36.181050 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 03b8487a-aeeb-44eb-a063-d411eb914c67 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:32:36.286328 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 03b8487a-aeeb-44eb-a063-d411eb914c67, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=03b8487a-aeeb-44eb-a063-d411eb914c67,segment=NetworkSegment(7f2fe175-d3f2-4829-9f3f-79a8652587b0),segment_id=7f2fe175-d3f2-4829-9f3f-79a8652587b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:32:36.300924 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': '03b8487a-aeeb-44eb-a063-d411eb914c67', 'network_id': '4e39473d-ae53-4992-a757-3b9bb5f88089', 'port_id': '03b8487a-aeeb-44eb-a063-d411eb914c67', 'mac_address': 'fa:16:3e:c3:29:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce45d91-3458-4cbc-8a75-e787e70f37db', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:32:36.470659 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:36.483904 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b8487a-aeeb-44eb-a063-d411eb914c67 {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:32:36.504384 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 03b8487a-aeeb-44eb-a063-d411eb914c67, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=03b8487a-aeeb-44eb-a063-d411eb914c67,segment=NetworkSegment(7f2fe175-d3f2-4829-9f3f-79a8652587b0),segment_id=7f2fe175-d3f2-4829-9f3f-79a8652587b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:32:36.508776 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:36.564205 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=03b8487a-aeeb-44eb-a063-d411eb914c67,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:36.570508 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce2dd6-619f-4f63-b830-9ceea181369d req-d9b05524-4ed1-4625-a373-7882c7d76672 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:36.572282 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-15ce2dd6-619f-4f63-b830-9ceea181369d req-d9b05524-4ed1-4625-a373-7882c7d76672 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/ports?device_id=2834924b-f84b-4001-8aec-ef4950c4db11 HTTP/1.1" status: 200 len: 949 time: 0.0717087 Jul 13 18:32:36.610400 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-15ce2dd6-619f-4f63-b830-9ceea181369d req-14f59b5b-aaf3-4660-bd1b-2cf81b6b8c06 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/security-groups?id=9496b320-d271-458d-9e65-335111f07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326259 Jul 13 18:32:36.823434 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['03b8487a-aeeb-44eb-a063-d411eb914c67'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:32:36.999324 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 43828) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:37.102166 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0384e8ec-9b4b-4ec3-80fb-e3e0eb77849f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:37.191624 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0384e8ec-9b4b-4ec3-80fb-e3e0eb77849f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:37.195078 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0384e8ec-9b4b-4ec3-80fb-e3e0eb77849f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:37.232143 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-0384e8ec-9b4b-4ec3-80fb-e3e0eb77849f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ee562eba6e54fcdbc34f5f1dc6cd56b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317441 Jul 13 18:32:37.233109 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384e8ec-9b4b-4ec3-80fb-e3e0eb77849f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfc54bb-1046-4f6a-a90a-87d6753d4d3c,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:37.234756 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 43832) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:37.283505 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-cd8567bd-39f0-44d9-b24b-f619a70eceb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:37.304230 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-cd8567bd-39f0-44d9-b24b-f619a70eceb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:37.348266 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-cd8567bd-39f0-44d9-b24b-f619a70eceb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:37.350681 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-cd8567bd-39f0-44d9-b24b-f619a70eceb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:37.351828 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-cd8567bd-39f0-44d9-b24b-f619a70eceb2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7cfc54bb-1046-4f6a-a90a-87d6753d4d3c HTTP/1.1" status: 204 len: 168 time: 0.1154091 Jul 13 18:32:37.360020 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8567bd-39f0-44d9-b24b-f619a70eceb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfc54bb-1046-4f6a-a90a-87d6753d4d3c,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:37.796212 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d87ba-4a2c-4f4a-8298-08d3dd8d1aff req-fcc8d953-2623-4635-a07c-d3f82653f64e tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:37.797730 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a15d87ba-4a2c-4f4a-8298-08d3dd8d1aff req-fcc8d953-2623-4635-a07c-d3f82653f64e tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/ports?device_id=2834924b-f84b-4001-8aec-ef4950c4db11 HTTP/1.1" status: 200 len: 949 time: 0.0688097 Jul 13 18:32:37.838730 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a15d87ba-4a2c-4f4a-8298-08d3dd8d1aff req-479fde7f-49ec-4f9a-a601-da75ee879018 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/security-groups?id=9496b320-d271-458d-9e65-335111f07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354218 Jul 13 18:32:38.183599 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 03b8487a-aeeb-44eb-a063-d411eb914c67 up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:32:38.232079 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning for port 03b8487a-aeeb-44eb-a063-d411eb914c67 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:32:38.236188 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port 03b8487a-aeeb-44eb-a063-d411eb914c67 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:32:38.236567 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:38.316139 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:38.343750 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2834924b-f84b-4001-8aec-ef4950c4db11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b8487a-aeeb-44eb-a063-d411eb914c67'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:32:38.346011 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2291fddf-eaba-4193-9821-3b7b014a2684" -d '{"events": [{"server_uuid": "2834924b-f84b-4001-8aec-ef4950c4db11", "name": "network-vif-plugged", "status": "completed", "tag": "03b8487a-aeeb-44eb-a063-d411eb914c67"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:32:38.360450 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 03b8487a-aeeb-44eb-a063-d411eb914c67, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=03b8487a-aeeb-44eb-a063-d411eb914c67,segment=NetworkSegment(7f2fe175-d3f2-4829-9f3f-79a8652587b0),segment_id=7f2fe175-d3f2-4829-9f3f-79a8652587b0)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:32:38.365293 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:38.391176 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498c8621-0cff-44bb-926c-d425087a6635 x-openstack-request-id: req-498c8621-0cff-44bb-926c-d425087a6635 {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:32:38.391496 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2834924b-f84b-4001-8aec-ef4950c4db11", "name": "network-vif-plugged", "status": "completed", "tag": "03b8487a-aeeb-44eb-a063-d411eb914c67", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:32:38.391741 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-498c8621-0cff-44bb-926c-d425087a6635 {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:32:38.392130 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2834924b-f84b-4001-8aec-ef4950c4db11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b8487a-aeeb-44eb-a063-d411eb914c67', 'code': 200} Jul 13 18:32:38.418008 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=03b8487a-aeeb-44eb-a063-d411eb914c67,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:38.592607 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 43878) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:38.669226 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafbc0d-e039-417e-a6ed-847abb1f25f0 req-6bca8bb5-1364-43a7-80f9-f368b27e1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:38.670714 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0fafbc0d-e039-417e-a6ed-847abb1f25f0 req-6bca8bb5-1364-43a7-80f9-f368b27e1beb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2834924b-f84b-4001-8aec-ef4950c4db11 HTTP/1.1" status: 200 len: 1103 time: 0.0541780 Jul 13 18:32:38.707767 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-488d31cc-7ef6-4976-ab07-5ebd7527d060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:38.730937 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0fafbc0d-e039-417e-a6ed-847abb1f25f0 req-aad8cdd6-6224-4174-9a0a-bfb4d08c92ca service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9496b320-d271-458d-9e65-335111f07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507951 Jul 13 18:32:38.809943 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-488d31cc-7ef6-4976-ab07-5ebd7527d060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:38.814328 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-488d31cc-7ef6-4976-ab07-5ebd7527d060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:38.853458 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-488d31cc-7ef6-4976-ab07-5ebd7527d060 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de5cc572491c42229340485d6c992fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596493 Jul 13 18:32:38.854304 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d31cc-7ef6-4976-ab07-5ebd7527d060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fa5586-269b-4130-9713-0c5523330502,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:38.856172 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 43882) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:38.916163 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-66fe4961-2566-4487-80f4-0f1e84dba9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:38.917569 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-9404d101-2bec-40f4-992c-db5d46664bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:38.944189 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-66fe4961-2566-4487-80f4-0f1e84dba9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:38.995717 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-66fe4961-2566-4487-80f4-0f1e84dba9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:38.998276 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-66fe4961-2566-4487-80f4-0f1e84dba9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:38.999429 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-66fe4961-2566-4487-80f4-0f1e84dba9f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c1fa5586-269b-4130-9713-0c5523330502 HTTP/1.1" status: 204 len: 168 time: 0.1416073 Jul 13 18:32:39.007490 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe4961-2566-4487-80f4-0f1e84dba9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fa5586-269b-4130-9713-0c5523330502,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:39.033749 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e0aef-7bef-4b52-98b7-2ca8bdb7bd51 req-ab1439b0-c267-4c3b-98db-1b95b44cc90b tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:39.040175 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3f9e0aef-7bef-4b52-98b7-2ca8bdb7bd51 req-ab1439b0-c267-4c3b-98db-1b95b44cc90b tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/ports?device_id=2834924b-f84b-4001-8aec-ef4950c4db11 HTTP/1.1" status: 200 len: 950 time: 0.0796015 Jul 13 18:32:39.075717 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3f9e0aef-7bef-4b52-98b7-2ca8bdb7bd51 req-ce1ea0cc-4f55-42fc-b1c5-57a9d949385c tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/security-groups?id=9496b320-d271-458d-9e65-335111f07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342364 Jul 13 18:32:39.467465 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:40.257597 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcad9c-781c-469b-9950-5f85fe63aaba req-0132ed20-8343-40d9-aa3a-a38ec148a53a tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:40.259015 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0cdcad9c-781c-469b-9950-5f85fe63aaba req-0132ed20-8343-40d9-aa3a-a38ec148a53a tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/ports?device_id=2834924b-f84b-4001-8aec-ef4950c4db11 HTTP/1.1" status: 200 len: 950 time: 0.0666995 Jul 13 18:32:40.298009 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0cdcad9c-781c-469b-9950-5f85fe63aaba req-1d9882ac-982a-4f28-8c1f-cc7799da96e2 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/security-groups?id=9496b320-d271-458d-9e65-335111f07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332434 Jul 13 18:32:40.723518 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cfd45-126f-4cc3-a701-2e60b6f4c40d req-286bfb3b-6d1c-4426-b18d-ee16dcd0bdb7 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:40.725054 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2d5cfd45-126f-4cc3-a701-2e60b6f4c40d req-286bfb3b-6d1c-4426-b18d-ee16dcd0bdb7 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/ports?device_id=2834924b-f84b-4001-8aec-ef4950c4db11 HTTP/1.1" status: 200 len: 950 time: 0.0713918 Jul 13 18:32:40.765058 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2d5cfd45-126f-4cc3-a701-2e60b6f4c40d req-85047c5e-b191-44d5-9c46-11be024ac67c tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/security-groups?id=9496b320-d271-458d-9e65-335111f07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342481 Jul 13 18:32:41.453472 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-d4c262e7-9cd3-45b8-a31b-54171f31057a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:41.676849 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:41.957875 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09251c7-8682-4f7f-a53b-6215bf889f6b req-e27467c6-00f0-49e5-bb3e-72bbdaa6ba97 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:41.959470 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d09251c7-8682-4f7f-a53b-6215bf889f6b req-e27467c6-00f0-49e5-bb3e-72bbdaa6ba97 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/ports?device_id=2834924b-f84b-4001-8aec-ef4950c4db11 HTTP/1.1" status: 200 len: 950 time: 0.0788076 Jul 13 18:32:41.996834 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d09251c7-8682-4f7f-a53b-6215bf889f6b req-58e26101-e07b-45d5-a384-ce72845cacf0 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/security-groups?id=9496b320-d271-458d-9e65-335111f07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318367 Jul 13 18:32:42.105997 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfe625-4072-4753-b38b-82504a60e852 req-3c0cf9e5-116e-4dea-9c1e-3f01a9093bd5 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:32:42.107408 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d1bfe625-4072-4753-b38b-82504a60e852 req-3c0cf9e5-116e-4dea-9c1e-3f01a9093bd5 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.32 "GET /v2.0/ports?device_id=2834924b-f84b-4001-8aec-ef4950c4db11 HTTP/1.1" status: 200 len: 950 time: 0.0613408 Jul 13 18:32:42.205362 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-d1bfe625-4072-4753-b38b-82504a60e852 req-ccdcde55-f9e8-455e-b59f-9151ac5dbbdb tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Deleting port 03b8487a-aeeb-44eb-a063-d411eb914c67 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:32:42.205695 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-d1bfe625-4072-4753-b38b-82504a60e852 req-ccdcde55-f9e8-455e-b59f-9151ac5dbbdb tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:42.289695 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-d1bfe625-4072-4753-b38b-82504a60e852 req-ccdcde55-f9e8-455e-b59f-9151ac5dbbdb tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] For port 03b8487a-aeeb-44eb-a063-d411eb914c67, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=03b8487a-aeeb-44eb-a063-d411eb914c67,segment=NetworkSegment(7f2fe175-d3f2-4829-9f3f-79a8652587b0),segment_id=7f2fe175-d3f2-4829-9f3f-79a8652587b0)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:32:42.290045 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-d1bfe625-4072-4753-b38b-82504a60e852 req-ccdcde55-f9e8-455e-b59f-9151ac5dbbdb tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:42.303057 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-d1bfe625-4072-4753-b38b-82504a60e852 req-ccdcde55-f9e8-455e-b59f-9151ac5dbbdb tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Calling delete_port for 03b8487a-aeeb-44eb-a063-d411eb914c67 owned by compute:nova {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:32:42.426995 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-d1bfe625-4072-4753-b38b-82504a60e852 req-ccdcde55-f9e8-455e-b59f-9151ac5dbbdb tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:42.453411 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcde55-f9e8-455e-b59f-9151ac5dbbdb tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Pushing event deleted for resources: {'Port': ['ID=03b8487a-aeeb-44eb-a063-d411eb914c67,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:42.503887 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bfe625-4072-4753-b38b-82504a60e852 req-ccdcde55-f9e8-455e-b59f-9151ac5dbbdb tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] No DVR routers for this DVR port 03b8487a-aeeb-44eb-a063-d411eb914c67 on host hv-cinder-78692 {{(pid=92973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:32:42.506579 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-d1bfe625-4072-4753-b38b-82504a60e852 req-ccdcde55-f9e8-455e-b59f-9151ac5dbbdb tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:42.508572 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d1bfe625-4072-4753-b38b-82504a60e852 req-ccdcde55-f9e8-455e-b59f-9151ac5dbbdb tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.32 "DELETE /v2.0/ports/03b8487a-aeeb-44eb-a063-d411eb914c67 HTTP/1.1" status: 204 len: 173 time: 0.3958666 Jul 13 18:32:42.509024 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2834924b-f84b-4001-8aec-ef4950c4db11', 'name': 'network-vif-deleted', 'tag': '03b8487a-aeeb-44eb-a063-d411eb914c67'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:32:42.511329 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce8bdd5-7690-4c6a-b15d-698981e32be7" -d '{"events": [{"server_uuid": "2834924b-f84b-4001-8aec-ef4950c4db11", "name": "network-vif-deleted", "tag": "03b8487a-aeeb-44eb-a063-d411eb914c67"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:32:42.564742 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8eda60a-816d-410b-8f25-b68c88376d51 x-openstack-request-id: req-c8eda60a-816d-410b-8f25-b68c88376d51 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:32:42.565034 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2834924b-f84b-4001-8aec-ef4950c4db11", "name": "network-vif-deleted", "tag": "03b8487a-aeeb-44eb-a063-d411eb914c67", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:32:42.565286 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c8eda60a-816d-410b-8f25-b68c88376d51 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:32:42.565683 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2834924b-f84b-4001-8aec-ef4950c4db11', 'name': 'network-vif-deleted', 'tag': '03b8487a-aeeb-44eb-a063-d411eb914c67', 'status': 'completed', 'code': 200} Jul 13 18:32:42.726772 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:43.174439 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-415521b1-8379-46dd-abe7-4c8468f64352 req-36a4f239-9786-46e4-8ba0-cdb5ca57b365 tempest-VolumesNegativeTest-1221611785 tempest-VolumesNegativeTest-1221611785-project] 10.222.0.11 "GET /v2.0/ports?device_id=2834924b-f84b-4001-8aec-ef4950c4db11 HTTP/1.1" status: 200 len: 210 time: 0.0383639 Jul 13 18:32:43.550741 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:32:44.195754 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 03b8487a-aeeb-44eb-a063-d411eb914c67 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:32:44.215491 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] No Port match for: 03b8487a-aeeb-44eb-a063-d411eb914c67 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:32:44.215865 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 03b8487a-aeeb-44eb-a063-d411eb914c67 not bound to the agent host hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:32:44.346940 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:47.935214 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 44136) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:48.060174 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-5e80879e-237b-493d-921b-64a06cfae542 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ddbcc1b48a394c3098f5882c881a58f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1237888 Jul 13 18:32:48.062604 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 44140) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:32:48.109034 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-59f37a08-b391-428b-9937-ddc04525ad27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:48.129090 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-59f37a08-b391-428b-9937-ddc04525ad27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:48.174751 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-59f37a08-b391-428b-9937-ddc04525ad27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:48.177292 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-59f37a08-b391-428b-9937-ddc04525ad27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:32:48.178416 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-59f37a08-b391-428b-9937-ddc04525ad27 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9496b320-d271-458d-9e65-335111f07b7b HTTP/1.1" status: 204 len: 168 time: 0.1149349 Jul 13 18:32:48.186273 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f37a08-b391-428b-9937-ddc04525ad27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9496b320-d271-458d-9e65-335111f07b7b,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:32:48.193701 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f37a08-b391-428b-9937-ddc04525ad27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:48.193997 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f37a08-b391-428b-9937-ddc04525ad27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:48.194333 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f37a08-b391-428b-9937-ddc04525ad27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:48.194648 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f37a08-b391-428b-9937-ddc04525ad27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:48.194974 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f37a08-b391-428b-9937-ddc04525ad27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:48.195304 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f37a08-b391-428b-9937-ddc04525ad27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:48.195646 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f37a08-b391-428b-9937-ddc04525ad27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:48.195969 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f37a08-b391-428b-9937-ddc04525ad27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:48.196287 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f37a08-b391-428b-9937-ddc04525ad27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:48.196627 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f37a08-b391-428b-9937-ddc04525ad27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:48.196942 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f37a08-b391-428b-9937-ddc04525ad27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:32:48.197253 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f37a08-b391-428b-9937-ddc04525ad27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:08.920932 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0c848469-5ae5-420c-a88d-664dab7f6128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:09.470067 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:11.455108 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-ae87a60c-42c4-4d52-9011-1fab244d494a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:11.680809 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:12.729187 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:14.348921 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:17.642061 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-81c64c28-0782-400a-8ad2-3d47372dca94 req-767900e9-3a25-4c3c-a838-8cabb18b702e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498376 Jul 13 18:33:17.750591 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c64c28-0782-400a-8ad2-3d47372dca94 req-16ac3d5c-43ac-496b-9352-b02f7fe77043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:33:17.752081 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-81c64c28-0782-400a-8ad2-3d47372dca94 req-16ac3d5c-43ac-496b-9352-b02f7fe77043 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0adff60e0a74d0c98f96db614d68a9d&device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 1098 time: 0.0505586 Jul 13 18:33:17.856211 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c64c28-0782-400a-8ad2-3d47372dca94 req-43ce94ec-db35-464b-b283-0e67aea30680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:33:17.857877 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-81c64c28-0782-400a-8ad2-3d47372dca94 req-43ce94ec-db35-464b-b283-0e67aea30680 service neutron] 10.222.0.32 "GET /v2.0/networks?id=28d334da-d7e7-4fa4-ba99-5e9dc556a31f HTTP/1.1" status: 200 len: 909 time: 0.0854704 Jul 13 18:33:17.922293 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-81c64c28-0782-400a-8ad2-3d47372dca94 req-4bc2a34f-08be-4964-8a6b-f659243ec1cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a023983d-c90a-41dd-af2a-6e0ecc4b8717 HTTP/1.1" status: 200 len: 1000 time: 0.0574815 Jul 13 18:33:17.972397 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c64c28-0782-400a-8ad2-3d47372dca94 req-28a0317b-c037-4f62-b5d0-12529fa51ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:33:17.973851 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-81c64c28-0782-400a-8ad2-3d47372dca94 req-28a0317b-c037-4f62-b5d0-12529fa51ba1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cceb5916-07eb-4083-bf07-ef083d79ab4b HTTP/1.1" status: 200 len: 847 time: 0.0457368 Jul 13 18:33:18.028015 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c64c28-0782-400a-8ad2-3d47372dca94 req-a0d66ab3-9d8f-4f77-b2cc-5dac4f96cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:33:18.029635 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-81c64c28-0782-400a-8ad2-3d47372dca94 req-a0d66ab3-9d8f-4f77-b2cc-5dac4f96cf16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=28d334da-d7e7-4fa4-ba99-5e9dc556a31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500884 Jul 13 18:33:18.118546 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-81c64c28-0782-400a-8ad2-3d47372dca94 req-b76134e6-9c7c-4953-b122-8d5b59384986 service neutron] 10.222.0.32 "GET /v2.0/networks/28d334da-d7e7-4fa4-ba99-5e9dc556a31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825286 Jul 13 18:33:18.208282 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-81c64c28-0782-400a-8ad2-3d47372dca94 req-0424a937-e851-4825-b8fa-1c9366e4db6f service neutron] 10.222.0.32 "GET /v2.0/networks/28d334da-d7e7-4fa4-ba99-5e9dc556a31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831137 Jul 13 18:33:20.549826 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:33:21.258929 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 44146) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:33:21.410351 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [None req-93e231b6-5b29-47fc-9c45-e162e2467057 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Deleting port 72ed4946-78a6-45cd-ab41-afe53f88e865 {{(pid=92974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:33:21.410678 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-93e231b6-5b29-47fc-9c45-e162e2467057 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:21.481214 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-93e231b6-5b29-47fc-9c45-e162e2467057 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:21.481454 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-93e231b6-5b29-47fc-9c45-e162e2467057 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:21.492576 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [None req-93e231b6-5b29-47fc-9c45-e162e2467057 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Calling delete_port for 72ed4946-78a6-45cd-ab41-afe53f88e865 owned by network:floatingip {{(pid=92974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:33:21.656535 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-93e231b6-5b29-47fc-9c45-e162e2467057 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:21.678985 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e231b6-5b29-47fc-9c45-e162e2467057 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Pushing event deleted for resources: {'Port': ['ID=72ed4946-78a6-45cd-ab41-afe53f88e865,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:33:21.743552 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-93e231b6-5b29-47fc-9c45-e162e2467057 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for floatingip, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:21.743952 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.db.l3_db [None req-93e231b6-5b29-47fc-9c45-e162e2467057 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Floating IP bd9fcfae-2607-460a-931f-55b4e9f758e4 disassociated (deleted). External IP: 172.27.2.53, port: a023983d-c90a-41dd-af2a-6e0ecc4b8717. Jul 13 18:33:21.944683 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e231b6-5b29-47fc-9c45-e162e2467057 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Router 09f372d4-7e05-4206-9ab2-50ee8421067d has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:33:22.048662 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e231b6-5b29-47fc-9c45-e162e2467057 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:33:22.053939 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-93e231b6-5b29-47fc-9c45-e162e2467057 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for floatingip, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:22.061653 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1c7a2c-92a0-482e-91a8-22ebecfe0a5c None None] Sync routers for ids ['09f372d4-7e05-4206-9ab2-50ee8421067d'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:33:22.070441 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1c7a2c-92a0-482e-91a8-22ebecfe0a5c None None] Routers {'09f372d4-7e05-4206-9ab2-50ee8421067d'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:33:22.071056 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-4f1c7a2c-92a0-482e-91a8-22ebecfe0a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:33:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['09f372d4-7e05-4206-9ab2-50ee8421067d'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:33:22.090061 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-93e231b6-5b29-47fc-9c45-e162e2467057 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "DELETE /v2.0/floatingips/bd9fcfae-2607-460a-931f-55b4e9f758e4 HTTP/1.1" status: 204 len: 168 time: 0.8300538 Jul 13 18:33:22.090733 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8cde00-a41c-445e-ad2e-6f7f284c9340', 'tag': 'a023983d-c90a-41dd-af2a-6e0ecc4b8717'}] {{(pid=92974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:33:22.093168 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744f0cfc83b6d7eddb29a1ac54562a03fe7b453c2cada0da8e0ec66c391a914f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcabde6-2385-4444-9558-715d42c11611" -d '{"events": [{"name": "network-changed", "server_uuid": "2c8cde00-a41c-445e-ad2e-6f7f284c9340", "tag": "a023983d-c90a-41dd-af2a-6e0ecc4b8717"}]}' {{(pid=92974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:33:22.131190 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6298dc01-48e1-441e-88d1-9a0b8e7b3603 x-openstack-request-id: req-6298dc01-48e1-441e-88d1-9a0b8e7b3603 {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:33:22.131490 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c8cde00-a41c-445e-ad2e-6f7f284c9340", "tag": "a023983d-c90a-41dd-af2a-6e0ecc4b8717", "status": "completed", "code": 200}]} {{(pid=92974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:33:22.131957 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6298dc01-48e1-441e-88d1-9a0b8e7b3603 {{(pid=92974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:33:22.132381 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c8cde00-a41c-445e-ad2e-6f7f284c9340', 'tag': 'a023983d-c90a-41dd-af2a-6e0ecc4b8717', 'status': 'completed', 'code': 200} Jul 13 18:33:22.175148 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-4f1c7a2c-92a0-482e-91a8-22ebecfe0a5c None None] Set router 09f372d4-7e05-4206-9ab2-50ee8421067d gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:33:22.229582 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcabde6-2385-4444-9558-715d42c11611 req-544448cc-c4eb-4e66-bc76-c73fe60d66cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:33:22.231148 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ffcabde6-2385-4444-9558-715d42c11611 req-544448cc-c4eb-4e66-bc76-c73fe60d66cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0adff60e0a74d0c98f96db614d68a9d&device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 1098 time: 0.0540934 Jul 13 18:33:22.334851 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcabde6-2385-4444-9558-715d42c11611 req-daaf3f4e-c674-4578-9286-115caecdc987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:33:22.336352 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ffcabde6-2385-4444-9558-715d42c11611 req-daaf3f4e-c674-4578-9286-115caecdc987 service neutron] 10.222.0.32 "GET /v2.0/networks?id=28d334da-d7e7-4fa4-ba99-5e9dc556a31f HTTP/1.1" status: 200 len: 909 time: 0.0981746 Jul 13 18:33:22.391317 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-4f1c7a2c-92a0-482e-91a8-22ebecfe0a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'name': 'tempest-TestShelveInstance-470485149-router', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:29Z', 'revision_number': 4, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'gw_port': {'id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '566bb584-0c97-4f8e-95e5-ff89752bd780', 'name': '', 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'mac_address': 'fa:16:3e:ab:ef:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:28Z', 'updated_at': '2021-07-13T18:28:38Z', 'revision_number': 5, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'subnets': [{'id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:33:22.410276 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ffcabde6-2385-4444-9558-715d42c11611 req-ff8cf1b4-fc7f-443d-8ef1-fad6bf0b1f4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a023983d-c90a-41dd-af2a-6e0ecc4b8717 HTTP/1.1" status: 200 len: 217 time: 0.0361102 Jul 13 18:33:22.417548 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1c7a2c-92a0-482e-91a8-22ebecfe0a5c None None] Checking router: 09f372d4-7e05-4206-9ab2-50ee8421067d for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:33:22.428131 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1c7a2c-92a0-482e-91a8-22ebecfe0a5c None None] Routers {'09f372d4-7e05-4206-9ab2-50ee8421067d'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:33:22.429168 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-4f1c7a2c-92a0-482e-91a8-22ebecfe0a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:33:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['09f372d4-7e05-4206-9ab2-50ee8421067d'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:33:22.460636 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcabde6-2385-4444-9558-715d42c11611 req-7e6083c3-ab5c-41a6-9289-e96436d9464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:33:22.462132 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ffcabde6-2385-4444-9558-715d42c11611 req-7e6083c3-ab5c-41a6-9289-e96436d9464f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cceb5916-07eb-4083-bf07-ef083d79ab4b HTTP/1.1" status: 200 len: 847 time: 0.0446301 Jul 13 18:33:22.525603 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcabde6-2385-4444-9558-715d42c11611 req-1b24549b-cbf1-46ab-948d-041b834e4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:33:22.527115 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ffcabde6-2385-4444-9558-715d42c11611 req-1b24549b-cbf1-46ab-948d-041b834e4971 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=28d334da-d7e7-4fa4-ba99-5e9dc556a31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570860 Jul 13 18:33:22.543338 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-4f1c7a2c-92a0-482e-91a8-22ebecfe0a5c None None] Set router 09f372d4-7e05-4206-9ab2-50ee8421067d gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:33:22.659368 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ffcabde6-2385-4444-9558-715d42c11611 req-afd53db1-4afb-49f8-bcb6-945706d6d226 service neutron] 10.222.0.32 "GET /v2.0/networks/28d334da-d7e7-4fa4-ba99-5e9dc556a31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219094 Jul 13 18:33:22.671591 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c9ad2-d60e-484e-aeda-274fab06522f req-b6045b3e-346f-4e6b-9090-e6eec74ecd19 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:33:22.673026 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e57c9ad2-d60e-484e-aeda-274fab06522f req-b6045b3e-346f-4e6b-9090-e6eec74ecd19 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 945 time: 0.2618806 Jul 13 18:33:22.742181 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-4f1c7a2c-92a0-482e-91a8-22ebecfe0a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'name': 'tempest-TestShelveInstance-470485149-router', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:29Z', 'revision_number': 4, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'gw_port': {'id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '566bb584-0c97-4f8e-95e5-ff89752bd780', 'name': '', 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'mac_address': 'fa:16:3e:ab:ef:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:28Z', 'updated_at': '2021-07-13T18:28:38Z', 'revision_number': 5, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'subnets': [{'id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:33:22.768296 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1c7a2c-92a0-482e-91a8-22ebecfe0a5c None None] The sync data for ids ['09f372d4-7e05-4206-9ab2-50ee8421067d'] in dv-cinder-786928-3-iscsi is: [{'id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'name': 'tempest-TestShelveInstance-470485149-router', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:29Z', 'revision_number': 4, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'gw_port': {'id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '566bb584-0c97-4f8e-95e5-ff89752bd780', 'name': '', 'network_id': '28d334da-d7e7-4fa4-ba99-5e9dc556a31f', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'mac_address': 'fa:16:3e:ab:ef:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:28Z', 'updated_at': '2021-07-13T18:28:38Z', 'revision_number': 5, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'subnets': [{'id': 'cceb5916-07eb-4083-bf07-ef083d79ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:33:22.771942 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e57c9ad2-d60e-484e-aeda-274fab06522f req-06575354-f970-4a69-b86b-63f9092248f4 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910914 Jul 13 18:33:22.791316 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ffcabde6-2385-4444-9558-715d42c11611 req-df91da9e-eb96-4eba-ae00-007f2d2528da service neutron] 10.222.0.32 "GET /v2.0/networks/28d334da-d7e7-4fa4-ba99-5e9dc556a31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173623 Jul 13 18:33:22.986342 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1718af15-5b16-4406-82e7-25dbc2731435 None None] New status for floating IP bd9fcfae-2607-460a-931f-55b4e9f758e4: DOWN {{(pid=92976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 18:33:23.997380 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a317a6-1b0b-4a6c-827e-71a1a751a577 req-2958ba73-8fca-44df-8b0c-1672d3c70884 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:33:23.999063 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-91a317a6-1b0b-4a6c-827e-71a1a751a577 req-2958ba73-8fca-44df-8b0c-1672d3c70884 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 945 time: 0.1144209 Jul 13 18:33:24.040035 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-91a317a6-1b0b-4a6c-827e-71a1a751a577 req-19917651-4a2b-488f-95c9-ffcf6787480a tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/security-groups?id=1aea5ead-496c-4c4f-9794-7b16728ae8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353575 Jul 13 18:33:24.140201 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454e23e-e37a-4127-9a72-d66b1081c831 req-592bb73d-cad5-49a4-b32a-96fb01f49766 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:33:24.141550 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c454e23e-e37a-4127-9a72-d66b1081c831 req-592bb73d-cad5-49a4-b32a-96fb01f49766 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 945 time: 0.0615489 Jul 13 18:33:24.237592 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-c454e23e-e37a-4127-9a72-d66b1081c831 req-ccb3e0d0-e48d-4b1c-8fba-62dce8059586 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Deleting port a023983d-c90a-41dd-af2a-6e0ecc4b8717 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:33:24.237925 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-c454e23e-e37a-4127-9a72-d66b1081c831 req-ccb3e0d0-e48d-4b1c-8fba-62dce8059586 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:24.325208 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-c454e23e-e37a-4127-9a72-d66b1081c831 req-ccb3e0d0-e48d-4b1c-8fba-62dce8059586 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] For port a023983d-c90a-41dd-af2a-6e0ecc4b8717, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a023983d-c90a-41dd-af2a-6e0ecc4b8717,segment=NetworkSegment(4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6),segment_id=4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:33:24.325557 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-c454e23e-e37a-4127-9a72-d66b1081c831 req-ccb3e0d0-e48d-4b1c-8fba-62dce8059586 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:24.337713 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-c454e23e-e37a-4127-9a72-d66b1081c831 req-ccb3e0d0-e48d-4b1c-8fba-62dce8059586 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Calling delete_port for a023983d-c90a-41dd-af2a-6e0ecc4b8717 owned by compute:nova {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:33:24.462335 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-c454e23e-e37a-4127-9a72-d66b1081c831 req-ccb3e0d0-e48d-4b1c-8fba-62dce8059586 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:24.493245 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3e0d0-e48d-4b1c-8fba-62dce8059586 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Pushing event deleted for resources: {'Port': ['ID=a023983d-c90a-41dd-af2a-6e0ecc4b8717,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:33:24.519924 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3e0d0-e48d-4b1c-8fba-62dce8059586 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:24.520264 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3e0d0-e48d-4b1c-8fba-62dce8059586 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:24.520598 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3e0d0-e48d-4b1c-8fba-62dce8059586 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:24.520923 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3e0d0-e48d-4b1c-8fba-62dce8059586 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:24.521243 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3e0d0-e48d-4b1c-8fba-62dce8059586 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:24.521565 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3e0d0-e48d-4b1c-8fba-62dce8059586 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:24.521881 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3e0d0-e48d-4b1c-8fba-62dce8059586 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:24.522202 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3e0d0-e48d-4b1c-8fba-62dce8059586 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:24.522518 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3e0d0-e48d-4b1c-8fba-62dce8059586 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:24.522833 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3e0d0-e48d-4b1c-8fba-62dce8059586 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:24.523144 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3e0d0-e48d-4b1c-8fba-62dce8059586 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:24.523458 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3e0d0-e48d-4b1c-8fba-62dce8059586 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:24.546534 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-c454e23e-e37a-4127-9a72-d66b1081c831 req-ccb3e0d0-e48d-4b1c-8fba-62dce8059586 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] No DVR routers for this DVR port a023983d-c90a-41dd-af2a-6e0ecc4b8717 on host hv-cinder-78692 {{(pid=92973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:33:24.548911 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-c454e23e-e37a-4127-9a72-d66b1081c831 req-ccb3e0d0-e48d-4b1c-8fba-62dce8059586 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:24.550920 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c454e23e-e37a-4127-9a72-d66b1081c831 req-ccb3e0d0-e48d-4b1c-8fba-62dce8059586 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.32 "DELETE /v2.0/ports/a023983d-c90a-41dd-af2a-6e0ecc4b8717 HTTP/1.1" status: 204 len: 173 time: 0.4040210 Jul 13 18:33:24.551403 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8cde00-a41c-445e-ad2e-6f7f284c9340', 'name': 'network-vif-deleted', 'tag': 'a023983d-c90a-41dd-af2a-6e0ecc4b8717'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:33:24.553675 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a935a3e0-0cfb-44d1-b286-aa284fd42c8c" -d '{"events": [{"server_uuid": "2c8cde00-a41c-445e-ad2e-6f7f284c9340", "name": "network-vif-deleted", "tag": "a023983d-c90a-41dd-af2a-6e0ecc4b8717"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:33:24.588964 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc42929-bfdc-41c3-9297-121a2022e29c x-openstack-request-id: req-1fc42929-bfdc-41c3-9297-121a2022e29c {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:33:24.589282 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8cde00-a41c-445e-ad2e-6f7f284c9340", "name": "network-vif-deleted", "tag": "a023983d-c90a-41dd-af2a-6e0ecc4b8717", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:33:24.589537 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1fc42929-bfdc-41c3-9297-121a2022e29c {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:33:24.590209 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8cde00-a41c-445e-ad2e-6f7f284c9340', 'name': 'network-vif-deleted', 'tag': 'a023983d-c90a-41dd-af2a-6e0ecc4b8717', 'status': 'completed', 'code': 200} Jul 13 18:33:25.199229 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3e382f16-ae3b-4b47-aeb9-f9ec6ecbb0cf req-a26dd413-bfd9-4944-939e-34cbb6e7dd49 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c8cde00-a41c-445e-ad2e-6f7f284c9340 HTTP/1.1" status: 200 len: 210 time: 0.0284855 Jul 13 18:33:26.297223 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 44168) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:33:26.359531 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e075cb3d-9986-46aa-8826-ebfef403fe73 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:26.386761 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e075cb3d-9986-46aa-8826-ebfef403fe73 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:26.448590 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e075cb3d-9986-46aa-8826-ebfef403fe73 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:26.452193 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-e075cb3d-9986-46aa-8826-ebfef403fe73 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:26.453739 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-e075cb3d-9986-46aa-8826-ebfef403fe73 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] 10.222.0.11 "DELETE /v2.0/security-groups/1aea5ead-496c-4c4f-9794-7b16728ae8b0 HTTP/1.1" status: 204 len: 168 time: 0.1554270 Jul 13 18:33:26.463403 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075cb3d-9986-46aa-8826-ebfef403fe73 tempest-TestShelveInstance-889547836 tempest-TestShelveInstance-889547836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aea5ead-496c-4c4f-9794-7b16728ae8b0,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:33:26.501939 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 44172) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:33:26.955197 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-48c73449-a9e5-4c68-a126-6a74446a874e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8005970'] for router_interface, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:27.510338 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-48c73449-a9e5-4c68-a126-6a74446a874e admin admin] Deleting port 566bb584-0c97-4f8e-95e5-ff89752bd780 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:33:27.511319 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-48c73449-a9e5-4c68-a126-6a74446a874e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:27.594106 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-48c73449-a9e5-4c68-a126-6a74446a874e admin admin] For port 566bb584-0c97-4f8e-95e5-ff89752bd780, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=566bb584-0c97-4f8e-95e5-ff89752bd780,segment=NetworkSegment(4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6),segment_id=4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:33:27.594464 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-48c73449-a9e5-4c68-a126-6a74446a874e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:27.608055 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-48c73449-a9e5-4c68-a126-6a74446a874e admin admin] Calling delete_port for 566bb584-0c97-4f8e-95e5-ff89752bd780 owned by network:router_interface {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:33:27.783213 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-48c73449-a9e5-4c68-a126-6a74446a874e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:27.808939 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c73449-a9e5-4c68-a126-6a74446a874e admin admin] Pushing event deleted for resources: {'Port': ['ID=566bb584-0c97-4f8e-95e5-ff89752bd780,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:33:27.970334 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-48c73449-a9e5-4c68-a126-6a74446a874e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7945020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8006326'] for router_interface, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:28.171303 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c73449-a9e5-4c68-a126-6a74446a874e admin admin] Router 09f372d4-7e05-4206-9ab2-50ee8421067d has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:33:28.273914 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c73449-a9e5-4c68-a126-6a74446a874e admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:33:28.278718 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-48c73449-a9e5-4c68-a126-6a74446a874e admin admin] 10.222.0.11 "PUT /v2.0/routers/09f372d4-7e05-4206-9ab2-50ee8421067d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7756684 Jul 13 18:33:28.281433 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 44176) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:33:28.284092 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442e2b32-58cf-42b1-9b3b-b8ad5ba4108b None None] Sync routers for ids ['09f372d4-7e05-4206-9ab2-50ee8421067d'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:33:28.293538 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442e2b32-58cf-42b1-9b3b-b8ad5ba4108b None None] Routers {'09f372d4-7e05-4206-9ab2-50ee8421067d'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:33:28.294141 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-442e2b32-58cf-42b1-9b3b-b8ad5ba4108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:33:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['09f372d4-7e05-4206-9ab2-50ee8421067d'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:33:28.371435 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device a023983d-c90a-41dd-af2a-6e0ecc4b8717 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:33:28.383218 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e933-0d9f-42d4-88d0-163d9fe91a33 admin admin] Notify callbacks [] for router, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:28.394271 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] No Port match for: a023983d-c90a-41dd-af2a-6e0ecc4b8717 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:33:28.394603 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device a023983d-c90a-41dd-af2a-6e0ecc4b8717 not bound to the agent host hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:33:28.419103 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-442e2b32-58cf-42b1-9b3b-b8ad5ba4108b None None] Set router 09f372d4-7e05-4206-9ab2-50ee8421067d gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:33:28.486331 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e933-0d9f-42d4-88d0-163d9fe91a33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:28.542449 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-f9d8e933-0d9f-42d4-88d0-163d9fe91a33 admin admin] Deleting port d49c582b-d61f-4868-ad60-a142e03c8390 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:33:28.543186 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e933-0d9f-42d4-88d0-163d9fe91a33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:28.601467 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-442e2b32-58cf-42b1-9b3b-b8ad5ba4108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'name': 'tempest-TestShelveInstance-470485149-router', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:33:27Z', 'revision_number': 5, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'gw_port': {'id': 'd49c582b-d61f-4868-ad60-a142e03c8390', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:33:28.628424 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442e2b32-58cf-42b1-9b3b-b8ad5ba4108b None None] Checking router: 09f372d4-7e05-4206-9ab2-50ee8421067d for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:33:28.635910 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-f9d8e933-0d9f-42d4-88d0-163d9fe91a33 admin admin] For port d49c582b-d61f-4868-ad60-a142e03c8390, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=d49c582b-d61f-4868-ad60-a142e03c8390,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:33:28.636276 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e933-0d9f-42d4-88d0-163d9fe91a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:28.637323 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442e2b32-58cf-42b1-9b3b-b8ad5ba4108b None None] Routers {'09f372d4-7e05-4206-9ab2-50ee8421067d'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:33:28.637924 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-442e2b32-58cf-42b1-9b3b-b8ad5ba4108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:33:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['09f372d4-7e05-4206-9ab2-50ee8421067d'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:33:28.649490 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-f9d8e933-0d9f-42d4-88d0-163d9fe91a33 admin admin] Calling delete_port for d49c582b-d61f-4868-ad60-a142e03c8390 owned by network:router_gateway {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:33:28.725191 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-442e2b32-58cf-42b1-9b3b-b8ad5ba4108b None None] Set router 09f372d4-7e05-4206-9ab2-50ee8421067d gateway port host: None {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:33:28.778930 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-442e2b32-58cf-42b1-9b3b-b8ad5ba4108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'name': 'tempest-TestShelveInstance-470485149-router', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:33:28Z', 'revision_number': 6, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'gw_port_host': None}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:33:28.809708 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442e2b32-58cf-42b1-9b3b-b8ad5ba4108b None None] The sync data for ids ['09f372d4-7e05-4206-9ab2-50ee8421067d'] in dv-cinder-786928-3-iscsi is: [{'id': '09f372d4-7e05-4206-9ab2-50ee8421067d', 'name': 'tempest-TestShelveInstance-470485149-router', 'tenant_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:23Z', 'updated_at': '2021-07-13T18:33:28Z', 'revision_number': 6, 'project_id': 'f0adff60e0a74d0c98f96db614d68a9d', 'gw_port_host': None}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:33:28.825183 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e933-0d9f-42d4-88d0-163d9fe91a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:28.853035 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8e933-0d9f-42d4-88d0-163d9fe91a33 admin admin] Pushing event deleted for resources: {'Port': ['ID=d49c582b-d61f-4868-ad60-a142e03c8390,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:33:28.918245 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e933-0d9f-42d4-88d0-163d9fe91a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8001332'] for router_gateway, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:29.009458 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e933-0d9f-42d4-88d0-163d9fe91a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8003519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61588'] for router, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:29.011603 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e933-0d9f-42d4-88d0-163d9fe91a33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:29.059608 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e933-0d9f-42d4-88d0-163d9fe91a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7995439'] for router, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:29.060144 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d8e933-0d9f-42d4-88d0-163d9fe91a33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09f372d4-7e05-4206-9ab2-50ee8421067d {{(pid=92973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 18:33:29.065622 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e933-0d9f-42d4-88d0-163d9fe91a33 admin admin] Notify callbacks [] for router, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:29.066784 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-f9d8e933-0d9f-42d4-88d0-163d9fe91a33 admin admin] 10.222.0.11 "DELETE /v2.0/routers/09f372d4-7e05-4206-9ab2-50ee8421067d HTTP/1.1" status: 204 len: 168 time: 0.7844427 Jul 13 18:33:29.069440 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 44178) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:33:29.116011 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b5d227-50d5-4df1-bed7-0c14ffb965c5 admin admin] Deleting subnet cceb5916-07eb-4083-bf07-ef083d79ab4b {{(pid=92974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 18:33:29.119112 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-28b5d227-50d5-4df1-bed7-0c14ffb965c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:29.158884 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-28b5d227-50d5-4df1-bed7-0c14ffb965c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3426495'] for subnet, precommit_delete_associations {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:29.253586 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-28b5d227-50d5-4df1-bed7-0c14ffb965c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7675306'] for subnet, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:29.308170 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-28b5d227-50d5-4df1-bed7-0c14ffb965c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7675283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3228786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1970045'] for subnet, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:29.333242 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5d227-50d5-4df1-bed7-0c14ffb965c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cceb5916-07eb-4083-bf07-ef083d79ab4b,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:33:29.336961 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-28b5d227-50d5-4df1-bed7-0c14ffb965c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for subnet, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:29.338805 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-28b5d227-50d5-4df1-bed7-0c14ffb965c5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cceb5916-07eb-4083-bf07-ef083d79ab4b HTTP/1.1" status: 204 len: 168 time: 0.2683611 Jul 13 18:33:29.341215 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 44180) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:33:29.344634 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e15686-79b4-44cf-bb01-ffca326378d9 None None] Network 28d334da-d7e7-4fa4-ba99-5e9dc556a31f requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:33:29.411731 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ce287d9a-3bce-4489-9714-12c2ab2d709d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566799'] for network, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:29.465652 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [None req-ce287d9a-3bce-4489-9714-12c2ab2d709d admin admin] Deleting port 52bbefc4-a8c1-4a75-b305-d14f5455a0a3 {{(pid=92974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:33:29.465996 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ce287d9a-3bce-4489-9714-12c2ab2d709d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:29.530650 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [None req-ce287d9a-3bce-4489-9714-12c2ab2d709d admin admin] For port 52bbefc4-a8c1-4a75-b305-d14f5455a0a3, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=52bbefc4-a8c1-4a75-b305-d14f5455a0a3,segment=NetworkSegment(4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6),segment_id=4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6)] {{(pid=92974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:33:29.531110 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ce287d9a-3bce-4489-9714-12c2ab2d709d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:29.543504 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [None req-ce287d9a-3bce-4489-9714-12c2ab2d709d admin admin] Calling delete_port for 52bbefc4-a8c1-4a75-b305-d14f5455a0a3 owned by network:dhcp {{(pid=92974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:33:29.595213 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29176d9-9532-4c84-9699-d3f067fe6f13 None None] DHCP port deletion for 28d334da-d7e7-4fa4-ba99-5e9dc556a31f request from dv-cinder-786928-3-iscsi {{(pid=92975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 18:33:29.640160 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ce287d9a-3bce-4489-9714-12c2ab2d709d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:29.654070 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-d29176d9-9532-4c84-9699-d3f067fe6f13 None None] Deleting port 52bbefc4-a8c1-4a75-b305-d14f5455a0a3 {{(pid=92975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:33:29.654446 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-d29176d9-9532-4c84-9699-d3f067fe6f13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:29.672570 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce287d9a-3bce-4489-9714-12c2ab2d709d admin admin] Pushing event deleted for resources: {'Port': ['ID=52bbefc4-a8c1-4a75-b305-d14f5455a0a3,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:33:29.674449 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce287d9a-3bce-4489-9714-12c2ab2d709d admin admin] No DVR routers for this DVR port 52bbefc4-a8c1-4a75-b305-d14f5455a0a3 on host dv-cinder-786928-3-iscsi {{(pid=92974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:33:29.709283 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 566bb584-0c97-4f8e-95e5-ff89752bd780 no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:33:29.734775 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: 566bb584-0c97-4f8e-95e5-ff89752bd780 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:33:29.735111 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 566bb584-0c97-4f8e-95e5-ff89752bd780 not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:33:29.750674 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-d29176d9-9532-4c84-9699-d3f067fe6f13 None None] For port 52bbefc4-a8c1-4a75-b305-d14f5455a0a3, host dv-cinder-786928-3-iscsi, got binding levels [] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:33:29.751065 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-d29176d9-9532-4c84-9699-d3f067fe6f13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:29.752413 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ce287d9a-3bce-4489-9714-12c2ab2d709d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668259', 'neutron.services.segments.db._delete_segments_for_network-8737536498324'] for network, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:29.762146 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.services.segments.db [None req-ce287d9a-3bce-4489-9714-12c2ab2d709d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d334da-d7e7-4fa4-ba99-5e9dc556a31f']}} {{(pid=92974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:33:29.762537 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-d29176d9-9532-4c84-9699-d3f067fe6f13 None None] Calling delete_port for 52bbefc4-a8c1-4a75-b305-d14f5455a0a3 owned by network:dhcp {{(pid=92975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:33:29.766378 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.ipam_backend_mixin [None req-d29176d9-9532-4c84-9699-d3f067fe6f13 None None] Port 52bbefc4-a8c1-4a75-b305-d14f5455a0a3 was not found and therefore no delete operation was performed {{(pid=92975) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 18:33:29.767689 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-d29176d9-9532-4c84-9699-d3f067fe6f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840'] for port, after_delete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:29.778595 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.services.segments.db [None req-ce287d9a-3bce-4489-9714-12c2ab2d709d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6') {'for_net_delete': True} {{(pid=92974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:33:29.779047 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.services.segments.db [None req-ce287d9a-3bce-4489-9714-12c2ab2d709d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f4a5aba-f330-4ea8-95e1-c0655d5ac2e6') {} {{(pid=92974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:33:29.790198 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ce287d9a-3bce-4489-9714-12c2ab2d709d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737536430219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3426470'] for segment, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:29.799882 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29176d9-9532-4c84-9699-d3f067fe6f13 None None] Pushing event deleted for resources: {'Port': ['ID=52bbefc4-a8c1-4a75-b305-d14f5455a0a3,revision_number=None']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:33:29.802183 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29176d9-9532-4c84-9699-d3f067fe6f13 None None] No DVR routers for this DVR port 52bbefc4-a8c1-4a75-b305-d14f5455a0a3 on host dv-cinder-786928-3-iscsi {{(pid=92975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:33:29.806026 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ce287d9a-3bce-4489-9714-12c2ab2d709d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:29.815334 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29176d9-9532-4c84-9699-d3f067fe6f13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:29.815334 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29176d9-9532-4c84-9699-d3f067fe6f13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:29.815334 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29176d9-9532-4c84-9699-d3f067fe6f13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:29.815334 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29176d9-9532-4c84-9699-d3f067fe6f13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:29.815334 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29176d9-9532-4c84-9699-d3f067fe6f13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:29.815334 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29176d9-9532-4c84-9699-d3f067fe6f13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:29.815334 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29176d9-9532-4c84-9699-d3f067fe6f13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:29.815334 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29176d9-9532-4c84-9699-d3f067fe6f13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:29.815334 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29176d9-9532-4c84-9699-d3f067fe6f13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:29.815334 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29176d9-9532-4c84-9699-d3f067fe6f13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:29.815334 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29176d9-9532-4c84-9699-d3f067fe6f13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:29.815334 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29176d9-9532-4c84-9699-d3f067fe6f13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:33:29.820691 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce287d9a-3bce-4489-9714-12c2ab2d709d admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=92974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 18:33:29.821561 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ce287d9a-3bce-4489-9714-12c2ab2d709d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3229660'] for segment, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: Traceback (most recent call last): Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: timer() Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: cb(*args, **kw) Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: return func(*args, **kwargs) Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: self._notify() Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: self.callback(batched_events) Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: event.method(event) Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: return f(self, *a, **k) Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: return self._get(url).json() Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: return self.request(url, 'GET', **kwargs) Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 18:33:29.823560 dv-cinder-786928-3-iscsi neutron-server[92974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 18:33:29.887723 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ce287d9a-3bce-4489-9714-12c2ab2d709d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8001304'] for network, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:29.894184 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-ce287d9a-3bce-4489-9714-12c2ab2d709d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:29.896427 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-ce287d9a-3bce-4489-9714-12c2ab2d709d admin admin] 10.222.0.11 "DELETE /v2.0/networks/28d334da-d7e7-4fa4-ba99-5e9dc556a31f HTTP/1.1" status: 204 len: 168 time: 0.5543172 Jul 13 18:33:29.899480 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 44182) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:33:29.909137 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce287d9a-3bce-4489-9714-12c2ab2d709d admin admin] Pushing event deleted for resources: {'Network': ['ID=28d334da-d7e7-4fa4-ba99-5e9dc556a31f,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:33:30.237221 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a6b52139-d9a4-4a0f-acd5-7b555f85dee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8005970'] for router_interface, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:30.481984 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-a6b52139-d9a4-4a0f-acd5-7b555f85dee3 admin admin] Deleting port 2c2810b9-da07-41c8-ab55-f54d4f90b6b3 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:33:30.482319 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a6b52139-d9a4-4a0f-acd5-7b555f85dee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:30.559907 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-a6b52139-d9a4-4a0f-acd5-7b555f85dee3 admin admin] For port 2c2810b9-da07-41c8-ab55-f54d4f90b6b3, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=2c2810b9-da07-41c8-ab55-f54d4f90b6b3,segment=NetworkSegment(a9b5aa92-0354-4f56-ab45-29644e781dd2),segment_id=a9b5aa92-0354-4f56-ab45-29644e781dd2)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:33:30.560258 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a6b52139-d9a4-4a0f-acd5-7b555f85dee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:30.572569 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-a6b52139-d9a4-4a0f-acd5-7b555f85dee3 admin admin] Calling delete_port for 2c2810b9-da07-41c8-ab55-f54d4f90b6b3 owned by network:router_interface {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:33:30.749371 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a6b52139-d9a4-4a0f-acd5-7b555f85dee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:30.771766 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b52139-d9a4-4a0f-acd5-7b555f85dee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c2810b9-da07-41c8-ab55-f54d4f90b6b3,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:33:30.935539 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a6b52139-d9a4-4a0f-acd5-7b555f85dee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7945020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8006326'] for router_interface, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:31.144383 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b52139-d9a4-4a0f-acd5-7b555f85dee3 admin admin] Router 191c1c9d-592a-40f9-a524-3f62b481a2f6 has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:33:31.247984 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b52139-d9a4-4a0f-acd5-7b555f85dee3 admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:33:31.253080 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-a6b52139-d9a4-4a0f-acd5-7b555f85dee3 admin admin] 10.222.0.11 "PUT /v2.0/routers/191c1c9d-592a-40f9-a524-3f62b481a2f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3524683 Jul 13 18:33:31.255767 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 44184) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:33:31.261933 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d0821-3c20-4d36-bc92-4a332e034816 None None] Sync routers for ids ['191c1c9d-592a-40f9-a524-3f62b481a2f6'] in dv-cinder-786928-3-iscsi {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:33:31.272464 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43d0821-3c20-4d36-bc92-4a332e034816 None None] Routers {'191c1c9d-592a-40f9-a524-3f62b481a2f6'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:33:31.273187 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-b43d0821-3c20-4d36-bc92-4a332e034816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:33:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['191c1c9d-592a-40f9-a524-3f62b481a2f6'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:33:31.357777 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 52bbefc4-a8c1-4a75-b305-d14f5455a0a3 no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:33:31.366940 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5ef77b32-2913-4f7d-90c9-012e4182a2ee admin admin] Notify callbacks [] for router, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:31.378001 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: 52bbefc4-a8c1-4a75-b305-d14f5455a0a3 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:33:31.378346 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 52bbefc4-a8c1-4a75-b305-d14f5455a0a3 not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:33:31.378760 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device d49c582b-d61f-4868-ad60-a142e03c8390 no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:33:31.384858 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-b43d0821-3c20-4d36-bc92-4a332e034816 None None] Set router 191c1c9d-592a-40f9-a524-3f62b481a2f6 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:33:31.397466 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: d49c582b-d61f-4868-ad60-a142e03c8390 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:33:31.397731 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device d49c582b-d61f-4868-ad60-a142e03c8390 not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:33:31.654412 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-b43d0821-3c20-4d36-bc92-4a332e034816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191c1c9d-592a-40f9-a524-3f62b481a2f6', 'name': 'tempest-TestShelveInstance-1734765505-router', 'tenant_id': 'd22fe92961444cf48a37b7bc82dbe618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '2ee629e4-89f2-430b-a21f-fadd2f2e8dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:32Z', 'updated_at': '2021-07-13T18:33:30Z', 'revision_number': 5, 'project_id': 'd22fe92961444cf48a37b7bc82dbe618', 'gw_port': {'id': '2ee629e4-89f2-430b-a21f-fadd2f2e8dfa', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191c1c9d-592a-40f9-a524-3f62b481a2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:34Z', 'updated_at': '2021-07-13T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:33:31.680403 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d0821-3c20-4d36-bc92-4a332e034816 None None] Checking router: 191c1c9d-592a-40f9-a524-3f62b481a2f6 for host: dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:33:31.688656 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43d0821-3c20-4d36-bc92-4a332e034816 None None] Routers {'191c1c9d-592a-40f9-a524-3f62b481a2f6'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:33:31.689256 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-b43d0821-3c20-4d36-bc92-4a332e034816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:33:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['191c1c9d-592a-40f9-a524-3f62b481a2f6'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:33:31.709494 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5ef77b32-2913-4f7d-90c9-012e4182a2ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:31.762299 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [None req-5ef77b32-2913-4f7d-90c9-012e4182a2ee admin admin] Deleting port 2ee629e4-89f2-430b-a21f-fadd2f2e8dfa {{(pid=92974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:33:31.762644 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5ef77b32-2913-4f7d-90c9-012e4182a2ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:31.791794 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-b43d0821-3c20-4d36-bc92-4a332e034816 None None] Set router 191c1c9d-592a-40f9-a524-3f62b481a2f6 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:33:31.844646 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [None req-5ef77b32-2913-4f7d-90c9-012e4182a2ee admin admin] For port 2ee629e4-89f2-430b-a21f-fadd2f2e8dfa, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=2ee629e4-89f2-430b-a21f-fadd2f2e8dfa,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:33:31.845004 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5ef77b32-2913-4f7d-90c9-012e4182a2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:31.857578 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [None req-5ef77b32-2913-4f7d-90c9-012e4182a2ee admin admin] Calling delete_port for 2ee629e4-89f2-430b-a21f-fadd2f2e8dfa owned by network:router_gateway {{(pid=92974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:33:31.964689 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-b43d0821-3c20-4d36-bc92-4a332e034816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191c1c9d-592a-40f9-a524-3f62b481a2f6', 'name': 'tempest-TestShelveInstance-1734765505-router', 'tenant_id': 'd22fe92961444cf48a37b7bc82dbe618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '2ee629e4-89f2-430b-a21f-fadd2f2e8dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:32Z', 'updated_at': '2021-07-13T18:33:30Z', 'revision_number': 5, 'project_id': 'd22fe92961444cf48a37b7bc82dbe618', 'gw_port': {'id': '2ee629e4-89f2-430b-a21f-fadd2f2e8dfa', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191c1c9d-592a-40f9-a524-3f62b481a2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:34Z', 'updated_at': '2021-07-13T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:33:31.990382 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d0821-3c20-4d36-bc92-4a332e034816 None None] The sync data for ids ['191c1c9d-592a-40f9-a524-3f62b481a2f6'] in dv-cinder-786928-3-iscsi is: [{'id': '191c1c9d-592a-40f9-a524-3f62b481a2f6', 'name': 'tempest-TestShelveInstance-1734765505-router', 'tenant_id': 'd22fe92961444cf48a37b7bc82dbe618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '2ee629e4-89f2-430b-a21f-fadd2f2e8dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:28:32Z', 'updated_at': '2021-07-13T18:33:30Z', 'revision_number': 5, 'project_id': 'd22fe92961444cf48a37b7bc82dbe618', 'gw_port': {'id': '2ee629e4-89f2-430b-a21f-fadd2f2e8dfa', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191c1c9d-592a-40f9-a524-3f62b481a2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:28:34Z', 'updated_at': '2021-07-13T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}] {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:33:32.026133 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5ef77b32-2913-4f7d-90c9-012e4182a2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:32.050990 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef77b32-2913-4f7d-90c9-012e4182a2ee admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee629e4-89f2-430b-a21f-fadd2f2e8dfa,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:33:32.110528 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5ef77b32-2913-4f7d-90c9-012e4182a2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8001332'] for router_gateway, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:32.199008 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5ef77b32-2913-4f7d-90c9-012e4182a2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8003519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61588'] for router, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:32.200997 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5ef77b32-2913-4f7d-90c9-012e4182a2ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:32.245067 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5ef77b32-2913-4f7d-90c9-012e4182a2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7995439'] for router, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:32.245553 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef77b32-2913-4f7d-90c9-012e4182a2ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 191c1c9d-592a-40f9-a524-3f62b481a2f6 {{(pid=92974) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 18:33:32.251053 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-5ef77b32-2913-4f7d-90c9-012e4182a2ee admin admin] Notify callbacks [] for router, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:32.252208 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-5ef77b32-2913-4f7d-90c9-012e4182a2ee admin admin] 10.222.0.11 "DELETE /v2.0/routers/191c1c9d-592a-40f9-a524-3f62b481a2f6 HTTP/1.1" status: 204 len: 168 time: 0.9954610 Jul 13 18:33:32.254658 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 44186) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:33:32.298137 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ecb59b3-2ad3-4fa5-9cab-cd6eb5050969 admin admin] Deleting subnet 33da339e-7ab1-43ae-b0c5-efe8a124cb24 {{(pid=92974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 18:33:32.301850 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-8ecb59b3-2ad3-4fa5-9cab-cd6eb5050969 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:32.338682 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-8ecb59b3-2ad3-4fa5-9cab-cd6eb5050969 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3426495'] for subnet, precommit_delete_associations {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:32.422002 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-8ecb59b3-2ad3-4fa5-9cab-cd6eb5050969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7675306'] for subnet, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:32.475884 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-8ecb59b3-2ad3-4fa5-9cab-cd6eb5050969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7675283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3228786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1970045'] for subnet, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:32.503430 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb59b3-2ad3-4fa5-9cab-cd6eb5050969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33da339e-7ab1-43ae-b0c5-efe8a124cb24,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:33:32.506793 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-8ecb59b3-2ad3-4fa5-9cab-cd6eb5050969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for subnet, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:32.508676 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-8ecb59b3-2ad3-4fa5-9cab-cd6eb5050969 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/33da339e-7ab1-43ae-b0c5-efe8a124cb24 HTTP/1.1" status: 204 len: 168 time: 0.2530830 Jul 13 18:33:32.511410 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 44188) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:33:32.517307 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea22a91-aebf-4092-af25-69497027b4b0 None None] Network 4503c811-349c-4da3-b57f-0590c7505695 requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:33:32.589309 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-9e245d98-8054-4069-a6f0-41937d45fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566799'] for network, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:32.660792 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [None req-9e245d98-8054-4069-a6f0-41937d45fd3c admin admin] Deleting port 2a73a9f4-2022-493b-83c0-12de645831d3 {{(pid=92974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:33:32.661139 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-9e245d98-8054-4069-a6f0-41937d45fd3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:32.727517 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [None req-9e245d98-8054-4069-a6f0-41937d45fd3c admin admin] For port 2a73a9f4-2022-493b-83c0-12de645831d3, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=2a73a9f4-2022-493b-83c0-12de645831d3,segment=NetworkSegment(a9b5aa92-0354-4f56-ab45-29644e781dd2),segment_id=a9b5aa92-0354-4f56-ab45-29644e781dd2)] {{(pid=92974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:33:32.727816 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-9e245d98-8054-4069-a6f0-41937d45fd3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:32.741482 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [None req-9e245d98-8054-4069-a6f0-41937d45fd3c admin admin] Calling delete_port for 2a73a9f4-2022-493b-83c0-12de645831d3 owned by network:dhcp {{(pid=92974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:33:32.825347 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-9e245d98-8054-4069-a6f0-41937d45fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:32.851026 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e245d98-8054-4069-a6f0-41937d45fd3c admin admin] Pushing event deleted for resources: {'Port': ['ID=2a73a9f4-2022-493b-83c0-12de645831d3,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:33:32.855313 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e245d98-8054-4069-a6f0-41937d45fd3c admin admin] No DVR routers for this DVR port 2a73a9f4-2022-493b-83c0-12de645831d3 on host dv-cinder-786928-3-iscsi {{(pid=92974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:33:32.929141 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-9e245d98-8054-4069-a6f0-41937d45fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668259', 'neutron.services.segments.db._delete_segments_for_network-8737536498324'] for network, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:32.938719 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.services.segments.db [None req-9e245d98-8054-4069-a6f0-41937d45fd3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4503c811-349c-4da3-b57f-0590c7505695']}} {{(pid=92974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:33:32.954006 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.services.segments.db [None req-9e245d98-8054-4069-a6f0-41937d45fd3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b5aa92-0354-4f56-ab45-29644e781dd2') {'for_net_delete': True} {{(pid=92974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:33:32.954302 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.services.segments.db [None req-9e245d98-8054-4069-a6f0-41937d45fd3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b5aa92-0354-4f56-ab45-29644e781dd2') {} {{(pid=92974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:33:32.963474 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-9e245d98-8054-4069-a6f0-41937d45fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737536430219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3426470'] for segment, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:32.978280 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d03190-1cb7-4e93-90c2-1add45dba291 None None] DHCP port deletion for 4503c811-349c-4da3-b57f-0590c7505695 request from dv-cinder-786928-3-iscsi {{(pid=92975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 18:33:32.978948 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-9e245d98-8054-4069-a6f0-41937d45fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:32.989720 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e245d98-8054-4069-a6f0-41937d45fd3c admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=92974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 18:33:32.990123 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-9e245d98-8054-4069-a6f0-41937d45fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3229660'] for segment, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: Traceback (most recent call last): Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: timer() Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: cb(*args, **kw) Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: return func(*args, **kwargs) Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: self._notify() Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: self.callback(batched_events) Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: event.method(event) Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: return f(self, *a, **k) Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: return self._get(url).json() Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: return self.request(url, 'GET', **kwargs) Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 18:33:32.992205 dv-cinder-786928-3-iscsi neutron-server[92974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 18:33:33.045925 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-9e245d98-8054-4069-a6f0-41937d45fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8001304'] for network, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:33.052210 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-9e245d98-8054-4069-a6f0-41937d45fd3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:33.053896 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-9e245d98-8054-4069-a6f0-41937d45fd3c admin admin] 10.222.0.11 "DELETE /v2.0/networks/4503c811-349c-4da3-b57f-0590c7505695 HTTP/1.1" status: 204 len: 168 time: 0.5414422 Jul 13 18:33:33.063152 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e245d98-8054-4069-a6f0-41937d45fd3c admin admin] Pushing event deleted for resources: {'Network': ['ID=4503c811-349c-4da3-b57f-0590c7505695,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:33:33.167829 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 44192) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:33:33.207431 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-068801c7-a8b2-4a73-877b-eb2091a502d4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0adff60e0a74d0c98f96db614d68a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383029 Jul 13 18:33:33.209844 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 44194) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:33:33.265965 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d2a32e8f-5055-4e37-bae3-73a7eed387cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:33.293324 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d2a32e8f-5055-4e37-bae3-73a7eed387cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:33.303614 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 2ee629e4-89f2-430b-a21f-fadd2f2e8dfa no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:33:33.322593 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: 2ee629e4-89f2-430b-a21f-fadd2f2e8dfa {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:33:33.322929 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 2ee629e4-89f2-430b-a21f-fadd2f2e8dfa not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:33:33.323339 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 2a73a9f4-2022-493b-83c0-12de645831d3 no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:33:33.341977 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: 2a73a9f4-2022-493b-83c0-12de645831d3 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:33:33.343002 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 2a73a9f4-2022-493b-83c0-12de645831d3 not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:33:33.343522 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 2c2810b9-da07-41c8-ab55-f54d4f90b6b3 no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:33:33.346347 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d2a32e8f-5055-4e37-bae3-73a7eed387cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:33.349012 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-d2a32e8f-5055-4e37-bae3-73a7eed387cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:33.350170 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-d2a32e8f-5055-4e37-bae3-73a7eed387cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/328fc2de-c6bb-4b50-9990-a94d70f63566 HTTP/1.1" status: 204 len: 168 time: 0.1393907 Jul 13 18:33:33.358844 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a32e8f-5055-4e37-bae3-73a7eed387cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328fc2de-c6bb-4b50-9990-a94d70f63566,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:33:33.365920 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: 2c2810b9-da07-41c8-ab55-f54d4f90b6b3 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:33:33.366265 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 2c2810b9-da07-41c8-ab55-f54d4f90b6b3 not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:33:33.668959 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 44200) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:33:33.709355 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-12d3ccac-5b83-4237-9ca8-88f31f295af6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d22fe92961444cf48a37b7bc82dbe618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392330 Jul 13 18:33:33.711853 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 44202) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:33:33.759405 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-34ce6ef1-e773-40bd-8f77-cbf3ab5cb0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:33.779881 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-34ce6ef1-e773-40bd-8f77-cbf3ab5cb0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:33.825881 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-34ce6ef1-e773-40bd-8f77-cbf3ab5cb0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:33.828586 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-34ce6ef1-e773-40bd-8f77-cbf3ab5cb0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:33.829912 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-34ce6ef1-e773-40bd-8f77-cbf3ab5cb0ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7aab04e1-564d-47d4-87d3-3bdf7c1aef77 HTTP/1.1" status: 204 len: 168 time: 0.1171572 Jul 13 18:33:33.837940 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce6ef1-e773-40bd-8f77-cbf3ab5cb0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aab04e1-564d-47d4-87d3-3bdf7c1aef77,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:33:38.924774 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-1cf5ddb3-7bbb-43d1-b2b5-10a0e35016a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:39.484300 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:41.456753 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-b17a30d0-acb6-442b-b716-30fe268b7ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:41.680741 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:42.731660 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:44.350136 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:33:57.548590 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:33:58.614638 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297d059-d566-4cb8-9367-7acf70def50e req-96774d6b-f852-486c-8fbe-182d1f36bf7d tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:33:58.616139 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5297d059-d566-4cb8-9367-7acf70def50e req-96774d6b-f852-486c-8fbe-182d1f36bf7d tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 945 time: 0.0641782 Jul 13 18:33:58.654528 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5297d059-d566-4cb8-9367-7acf70def50e req-22be797d-6f26-4ea1-bde7-ecb25079151c tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327127 Jul 13 18:33:59.835802 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e02494-1cfc-45b4-a964-3b0b43af2ca0 req-af33011c-e5f9-44b8-9303-ee61b29b84e2 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:33:59.837267 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e4e02494-1cfc-45b4-a964-3b0b43af2ca0 req-af33011c-e5f9-44b8-9303-ee61b29b84e2 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 945 time: 0.0663581 Jul 13 18:33:59.874288 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e4e02494-1cfc-45b4-a964-3b0b43af2ca0 req-ffccd01d-a3eb-49c8-b10e-b0bb33308aa5 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315182 Jul 13 18:34:00.197323 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e52db-46b3-4ca5-9257-62bdbcce356a req-8b15606f-1555-4da0-930c-c49ba304d4d9 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:00.198831 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-219e52db-46b3-4ca5-9257-62bdbcce356a req-8b15606f-1555-4da0-930c-c49ba304d4d9 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 945 time: 0.0610881 Jul 13 18:34:00.297171 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-219e52db-46b3-4ca5-9257-62bdbcce356a req-f4559be6-584f-448b-a262-49f79487f745 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Deleting port cab2baf4-12ad-43e8-859b-40295eb5ec7c {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:34:00.297509 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-219e52db-46b3-4ca5-9257-62bdbcce356a req-f4559be6-584f-448b-a262-49f79487f745 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:00.384668 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-219e52db-46b3-4ca5-9257-62bdbcce356a req-f4559be6-584f-448b-a262-49f79487f745 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] For port cab2baf4-12ad-43e8-859b-40295eb5ec7c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cab2baf4-12ad-43e8-859b-40295eb5ec7c,segment=NetworkSegment(d486ceeb-8cd5-4e0a-b37a-bf26084d3609),segment_id=d486ceeb-8cd5-4e0a-b37a-bf26084d3609)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:34:00.385023 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-219e52db-46b3-4ca5-9257-62bdbcce356a req-f4559be6-584f-448b-a262-49f79487f745 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:00.550389 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-219e52db-46b3-4ca5-9257-62bdbcce356a req-f4559be6-584f-448b-a262-49f79487f745 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:00.550748 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-219e52db-46b3-4ca5-9257-62bdbcce356a req-f4559be6-584f-448b-a262-49f79487f745 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8001390'] for floatingip, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:00.551062 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.db.l3_db [req-219e52db-46b3-4ca5-9257-62bdbcce356a req-f4559be6-584f-448b-a262-49f79487f745 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Floating IP 5fadfc03-c40c-452e-a108-755b0b699a41 disassociated. External IP: 172.27.2.251, port: cab2baf4-12ad-43e8-859b-40295eb5ec7c. Jul 13 18:34:00.551490 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-219e52db-46b3-4ca5-9257-62bdbcce356a req-f4559be6-584f-448b-a262-49f79487f745 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Calling delete_port for cab2baf4-12ad-43e8-859b-40295eb5ec7c owned by compute:nova {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:34:00.678779 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-219e52db-46b3-4ca5-9257-62bdbcce356a req-f4559be6-584f-448b-a262-49f79487f745 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:00.707978 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4559be6-584f-448b-a262-49f79487f745 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Pushing event deleted for resources: {'Port': ['ID=cab2baf4-12ad-43e8-859b-40295eb5ec7c,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:34:00.821879 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-219e52db-46b3-4ca5-9257-62bdbcce356a req-f4559be6-584f-448b-a262-49f79487f745 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Router be061237-aff6-47e1-a004-5e8f0ecfa42c has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:34:01.234297 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-fa234a8e-08ca-47d0-8b52-913d7b44c20a req-fc4ef84a-5d4c-4094-91ce-f94c20020a52 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b3a47ea-e966-4447-9afb-91b35a372da6 HTTP/1.1" status: 200 len: 210 time: 0.0349400 Jul 13 18:34:01.249799 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-219e52db-46b3-4ca5-9257-62bdbcce356a req-f4559be6-584f-448b-a262-49f79487f745 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:34:01.263087 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881f9094-3690-4f8e-b03b-b2a62f33d6f3 None None] Sync routers for ids ['be061237-aff6-47e1-a004-5e8f0ecfa42c'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:34:01.272457 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881f9094-3690-4f8e-b03b-b2a62f33d6f3 None None] Routers {'be061237-aff6-47e1-a004-5e8f0ecfa42c'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:34:01.273064 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-881f9094-3690-4f8e-b03b-b2a62f33d6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:33:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['be061237-aff6-47e1-a004-5e8f0ecfa42c'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:34:01.302177 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-219e52db-46b3-4ca5-9257-62bdbcce356a req-f4559be6-584f-448b-a262-49f79487f745 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] No DVR routers for this DVR port cab2baf4-12ad-43e8-859b-40295eb5ec7c on host hv-cinder-78692 {{(pid=92973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:34:01.304836 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-219e52db-46b3-4ca5-9257-62bdbcce356a req-f4559be6-584f-448b-a262-49f79487f745 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:01.307502 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-219e52db-46b3-4ca5-9257-62bdbcce356a req-f4559be6-584f-448b-a262-49f79487f745 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.32 "DELETE /v2.0/ports/cab2baf4-12ad-43e8-859b-40295eb5ec7c HTTP/1.1" status: 204 len: 173 time: 1.1024024 Jul 13 18:34:01.307502 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3a47ea-e966-4447-9afb-91b35a372da6', 'name': 'network-vif-deleted', 'tag': 'cab2baf4-12ad-43e8-859b-40295eb5ec7c'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:34:01.310059 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168d8c80-176b-4521-b6f0-49fdc41d302a" -d '{"events": [{"server_uuid": "3b3a47ea-e966-4447-9afb-91b35a372da6", "name": "network-vif-deleted", "tag": "cab2baf4-12ad-43e8-859b-40295eb5ec7c"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:34:01.384352 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-881f9094-3690-4f8e-b03b-b2a62f33d6f3 None None] Set router be061237-aff6-47e1-a004-5e8f0ecfa42c gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:34:01.527905 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ebe6ff-b0d6-4229-a9a5-81f747c31d56 x-openstack-request-id: req-78ebe6ff-b0d6-4229-a9a5-81f747c31d56 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:34:01.528199 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3a47ea-e966-4447-9afb-91b35a372da6", "name": "network-vif-deleted", "tag": "cab2baf4-12ad-43e8-859b-40295eb5ec7c", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:34:01.528453 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-78ebe6ff-b0d6-4229-a9a5-81f747c31d56 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:34:01.528857 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3a47ea-e966-4447-9afb-91b35a372da6', 'name': 'network-vif-deleted', 'tag': 'cab2baf4-12ad-43e8-859b-40295eb5ec7c', 'status': 'completed', 'code': 200} Jul 13 18:34:01.588678 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-881f9094-3690-4f8e-b03b-b2a62f33d6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:31:06Z', 'revision_number': 4, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39', 'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'mac_address': 'fa:16:3e:37:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:05Z', 'updated_at': '2021-07-13T18:31:14Z', 'revision_number': 5, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'subnets': [{'id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:34:01.618556 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881f9094-3690-4f8e-b03b-b2a62f33d6f3 None None] Checking router: be061237-aff6-47e1-a004-5e8f0ecfa42c for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:34:01.627920 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881f9094-3690-4f8e-b03b-b2a62f33d6f3 None None] Routers {'be061237-aff6-47e1-a004-5e8f0ecfa42c'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:34:01.628459 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-881f9094-3690-4f8e-b03b-b2a62f33d6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:33:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['be061237-aff6-47e1-a004-5e8f0ecfa42c'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:34:01.736784 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-881f9094-3690-4f8e-b03b-b2a62f33d6f3 None None] Set router be061237-aff6-47e1-a004-5e8f0ecfa42c gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:34:01.931612 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-881f9094-3690-4f8e-b03b-b2a62f33d6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:31:06Z', 'revision_number': 4, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39', 'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'mac_address': 'fa:16:3e:37:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:05Z', 'updated_at': '2021-07-13T18:31:14Z', 'revision_number': 5, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'subnets': [{'id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:34:01.962166 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881f9094-3690-4f8e-b03b-b2a62f33d6f3 None None] The sync data for ids ['be061237-aff6-47e1-a004-5e8f0ecfa42c'] in dv-cinder-786928-3-iscsi is: [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:31:06Z', 'revision_number': 4, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39', 'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'mac_address': 'fa:16:3e:37:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:05Z', 'updated_at': '2021-07-13T18:31:14Z', 'revision_number': 5, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'subnets': [{'id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:34:02.191738 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfa3ef2-e2b4-49b7-a4ad-db231a542997 None None] New status for floating IP 5fadfc03-c40c-452e-a108-755b0b699a41: DOWN {{(pid=92976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 18:34:02.549130 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-2478cc2f-2fde-4918-952c-88f87720e8fe tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-284993275&fields=id&tenant_id=7d94c891f56d42a2959977c853fdeca6 HTTP/1.1" status: 200 len: 267 time: 0.0353189 Jul 13 18:34:02.662077 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-ec0bc5c9-cc5c-4786-a8ad-f54d7e5f04cf tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:02.663590 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-ec0bc5c9-cc5c-4786-a8ad-f54d7e5f04cf tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/networks?id=01a41a16-3081-4967-b42b-51bd867dde32 HTTP/1.1" status: 200 len: 812 time: 0.1071863 Jul 13 18:34:02.681175 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-b8b111ae-29f6-46a1-99cb-6b2f5ea99b4d tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/quotas/7d94c891f56d42a2959977c853fdeca6 HTTP/1.1" status: 200 len: 375 time: 0.0094478 Jul 13 18:34:02.762871 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-34bf127a-cf70-4791-85ba-058ca8ccdf7b tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d94c891f56d42a2959977c853fdeca6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723574 Jul 13 18:34:02.781410 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-6178a13b-228a-43d1-981e-8997a6822197 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=92973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 18:34:02.783137 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-6178a13b-228a-43d1-981e-8997a6822197 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083237 Jul 13 18:34:02.874095 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-c5407b99-e872-4d7d-8090-32cb4537e680 service neutron] 10.222.0.11 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851932 Jul 13 18:34:02.970515 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-1fb67243-470f-425a-b0b6-5d54b732a9df service neutron] 10.222.0.11 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900402 Jul 13 18:34:03.272037 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-e191efe7-93de-4832-a4d3-d98326f6e2f9 req-40d3b44e-b66e-41a4-92ac-d99baa32b793 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 210 time: 0.0305901 Jul 13 18:34:04.414902 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8e4cc204-03a6-4408-9d9d-deb8cba8e386 req-1aa2f23e-6fbe-46b2-8efd-0230a28a97fb tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 210 time: 0.0309680 Jul 13 18:34:04.496437 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device cab2baf4-12ad-43e8-859b-40295eb5ec7c no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:34:04.521638 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] No Port match for: cab2baf4-12ad-43e8-859b-40295eb5ec7c {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:34:04.522140 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device cab2baf4-12ad-43e8-859b-40295eb5ec7c not bound to the agent host hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:34:04.551348 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-dfa2d9e1-462d-46f6-b83c-78c525f5e44c tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:04.552954 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-dfa2d9e1-462d-46f6-b83c-78c525f5e44c tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.32 "GET /v2.0/networks?id=01a41a16-3081-4967-b42b-51bd867dde32 HTTP/1.1" status: 200 len: 812 time: 0.1107578 Jul 13 18:34:04.609137 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-cf96d09c-9994-46fe-8f3c-027a23b5483e tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d94c891f56d42a2959977c853fdeca6 HTTP/1.1" status: 200 len: 379 time: 0.0355165 Jul 13 18:34:04.618209 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-11569ef1-c70c-46c7-8f2f-a58a52727ba2 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Request body: {'port': {'device_id': '8f36ef62-f04c-420d-84bc-55ebefc21498', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'admin_state_up': True, 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'security_groups': ['764bac74-7a09-4dd0-8f9a-f13788a42073']}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:34:04.726850 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-11569ef1-c70c-46c7-8f2f-a58a52727ba2 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Made reservation on behalf of 7d94c891f56d42a2959977c853fdeca6 for: {'port': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:34:04.731064 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-11569ef1-c70c-46c7-8f2f-a58a52727ba2 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:04.862735 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-11569ef1-c70c-46c7-8f2f-a58a52727ba2 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Allocated IP 172.20.0.14 (01a41a16-3081-4967-b42b-51bd867dde32/eaa49001-3ade-4d36-bb78-582f1a0fd962/503f892e-9b96-40d6-959e-48df089b05ba) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:34:05.010220 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-11569ef1-c70c-46c7-8f2f-a58a52727ba2 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:05.026944 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-11569ef1-c70c-46c7-8f2f-a58a52727ba2 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Transition to ACTIVE for port object 503f892e-9b96-40d6-959e-48df089b05ba will not be triggered until provisioned by entity DHCP. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:34:05.063146 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-11569ef1-c70c-46c7-8f2f-a58a52727ba2 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:05.107746 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-11569ef1-c70c-46c7-8f2f-a58a52727ba2 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Network 01a41a16-3081-4967-b42b-51bd867dde32 is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:34:05.114781 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-11569ef1-c70c-46c7-8f2f-a58a52727ba2 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:34:05.117127 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-11569ef1-c70c-46c7-8f2f-a58a52727ba2 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:34:05.149072 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11569ef1-c70c-46c7-8f2f-a58a52727ba2 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Pushing event updated for resources: {'Port': ['ID=503f892e-9b96-40d6-959e-48df089b05ba,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:34:05.179037 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-11569ef1-c70c-46c7-8f2f-a58a52727ba2 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:05.179719 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-11569ef1-c70c-46c7-8f2f-a58a52727ba2 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:05.200114 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-11569ef1-c70c-46c7-8f2f-a58a52727ba2 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5855157 Jul 13 18:34:05.224787 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-6e985502-c054-48ac-8386-a97c9b3ab338 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=92973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 18:34:05.225838 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-6e985502-c054-48ac-8386-a97c9b3ab338 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056858 Jul 13 18:34:05.343568 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-7d79defe-c515-436a-a174-422707614268 service neutron] Request body: {'port': {'device_id': '8f36ef62-f04c-420d-84bc-55ebefc21498', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:34:05.413148 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-a1a8c41c-452b-434f-982b-d26042d456d1 None None] Provisioning for port 503f892e-9b96-40d6-959e-48df089b05ba completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:34:05.416853 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-a1a8c41c-452b-434f-982b-d26042d456d1 None None] Provisioning complete for port 503f892e-9b96-40d6-959e-48df089b05ba triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:34:05.417237 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-a1a8c41c-452b-434f-982b-d26042d456d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:05.418591 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-7d79defe-c515-436a-a174-422707614268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:05.454199 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-a1a8c41c-452b-434f-982b-d26042d456d1 None None] Port 503f892e-9b96-40d6-959e-48df089b05ba cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:34:05.676217 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e24eae-2cd7-4071-a4ec-c57f57110133 req-b52f8905-4c0c-46fd-af54-3be63000ed28 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:05.677650 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-51e24eae-2cd7-4071-a4ec-c57f57110133 req-b52f8905-4c0c-46fd-af54-3be63000ed28 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 932 time: 0.1408567 Jul 13 18:34:05.754928 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-51e24eae-2cd7-4071-a4ec-c57f57110133 req-3efc954d-ac07-45c1-85ee-234e062366f7 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708492 Jul 13 18:34:05.771461 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-7d79defe-c515-436a-a174-422707614268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 503f892e-9b96-40d6-959e-48df089b05ba {{(pid=92973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:34:05.779495 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-7d79defe-c515-436a-a174-422707614268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:05.791497 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-7d79defe-c515-436a-a174-422707614268 service neutron] Transition to ACTIVE for port object 503f892e-9b96-40d6-959e-48df089b05ba will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:34:05.796498 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-7d79defe-c515-436a-a174-422707614268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:05.845170 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79defe-c515-436a-a174-422707614268 service neutron] Pushing event updated for resources: {'Port': ['ID=503f892e-9b96-40d6-959e-48df089b05ba,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:34:05.920210 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-7d79defe-c515-436a-a174-422707614268 service neutron] Attempting to bind port 503f892e-9b96-40d6-959e-48df089b05ba on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:34:05.920549 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-7d79defe-c515-436a-a174-422707614268 service neutron] Attempting to bind port 503f892e-9b96-40d6-959e-48df089b05ba by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'd486ceeb-8cd5-4e0a-b37a-bf26084d3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:34:05.920882 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-7d79defe-c515-436a-a174-422707614268 service neutron] Attempting to bind port 503f892e-9b96-40d6-959e-48df089b05ba on network 01a41a16-3081-4967-b42b-51bd867dde32 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:34:05.926636 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-7d79defe-c515-436a-a174-422707614268 service neutron] Port 503f892e-9b96-40d6-959e-48df089b05ba on network 01a41a16-3081-4967-b42b-51bd867dde32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 18:34:05.926910 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-7d79defe-c515-436a-a174-422707614268 service neutron] Attempting to bind port 503f892e-9b96-40d6-959e-48df089b05ba on network 01a41a16-3081-4967-b42b-51bd867dde32 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:34:05.932567 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-7d79defe-c515-436a-a174-422707614268 service neutron] Checking agent: {'id': '42658009-1da3-417e-95f4-9a37477be153', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'started_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:34:05.932903 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-7d79defe-c515-436a-a174-422707614268 service neutron] Checking segment: {'id': 'd486ceeb-8cd5-4e0a-b37a-bf26084d3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:34:05.933314 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-7d79defe-c515-436a-a174-422707614268 service neutron] Bound using segment: {'id': 'd486ceeb-8cd5-4e0a-b37a-bf26084d3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:34:05.933740 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-7d79defe-c515-436a-a174-422707614268 service neutron] Bound port: 503f892e-9b96-40d6-959e-48df089b05ba, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd486ceeb-8cd5-4e0a-b37a-bf26084d3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:34:05.934094 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-7d79defe-c515-436a-a174-422707614268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:06.006367 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-7d79defe-c515-436a-a174-422707614268 service neutron] For port 503f892e-9b96-40d6-959e-48df089b05ba, host hv-cinder-78692, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:34:06.009727 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-7d79defe-c515-436a-a174-422707614268 service neutron] For port 503f892e-9b96-40d6-959e-48df089b05ba, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=503f892e-9b96-40d6-959e-48df089b05ba,segment=NetworkSegment(d486ceeb-8cd5-4e0a-b37a-bf26084d3609),segment_id=d486ceeb-8cd5-4e0a-b37a-bf26084d3609)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:34:06.015246 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-7d79defe-c515-436a-a174-422707614268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:06.045521 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-7d79defe-c515-436a-a174-422707614268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:06.046074 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-7d79defe-c515-436a-a174-422707614268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:06.047543 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-7d79defe-c515-436a-a174-422707614268 service neutron] 10.222.0.32 "PUT /v2.0/ports/503f892e-9b96-40d6-959e-48df089b05ba HTTP/1.1" status: 200 len: 1094 time: 0.8150291 Jul 13 18:34:06.050655 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f36ef62-f04c-420d-84bc-55ebefc21498', 'tag': '503f892e-9b96-40d6-959e-48df089b05ba'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:34:06.053405 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145d4bc3-bf39-4acb-88a8-261b564bca3e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f36ef62-f04c-420d-84bc-55ebefc21498", "tag": "503f892e-9b96-40d6-959e-48df089b05ba"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:34:06.087966 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79defe-c515-436a-a174-422707614268 service neutron] Pushing event updated for resources: {'Port': ['ID=503f892e-9b96-40d6-959e-48df089b05ba,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:34:06.106255 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48c9c6e-f212-4813-b140-2cb2b4a70dec x-openstack-request-id: req-a48c9c6e-f212-4813-b140-2cb2b4a70dec {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:34:06.106552 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f36ef62-f04c-420d-84bc-55ebefc21498", "tag": "503f892e-9b96-40d6-959e-48df089b05ba", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:34:06.106811 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a48c9c6e-f212-4813-b140-2cb2b4a70dec {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:34:06.107215 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f36ef62-f04c-420d-84bc-55ebefc21498', 'tag': '503f892e-9b96-40d6-959e-48df089b05ba', 'status': 'completed', 'code': 200} Jul 13 18:34:06.173780 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-5efad014-dd8f-4f25-98cc-06a9c92d1c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:06.175617 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-5efad014-dd8f-4f25-98cc-06a9c92d1c64 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d94c891f56d42a2959977c853fdeca6&device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 1097 time: 0.0555463 Jul 13 18:34:06.228448 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-c080a0cc-cfea-4c94-9029-9fc7f6376d9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=503f892e-9b96-40d6-959e-48df089b05ba HTTP/1.1" status: 200 len: 217 time: 0.0409362 Jul 13 18:34:06.278393 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-36fb61ef-413b-45f3-99a1-a99a555408df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:06.279926 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-36fb61ef-413b-45f3-99a1-a99a555408df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eaa49001-3ade-4d36-bb78-582f1a0fd962 HTTP/1.1" status: 200 len: 851 time: 0.0451188 Jul 13 18:34:06.337060 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-a1270556-da0c-4c85-bbfd-3af12b6bb48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:06.338570 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-a1270556-da0c-4c85-bbfd-3af12b6bb48b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01a41a16-3081-4967-b42b-51bd867dde32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524416 Jul 13 18:34:06.431139 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-f6344101-2e7d-477e-88e3-c43a7a614df4 service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860243 Jul 13 18:34:06.525079 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c0ff0c92-22dd-4eef-9d7e-c560365d7d85 req-a666496f-2e60-4dae-9ae8-3477d1c6a3f0 service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881693 Jul 13 18:34:06.665719 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d4bc3-bf39-4acb-88a8-261b564bca3e req-1fc77e14-a87b-479e-8d75-6044bc057297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:06.667244 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-145d4bc3-bf39-4acb-88a8-261b564bca3e req-1fc77e14-a87b-479e-8d75-6044bc057297 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d94c891f56d42a2959977c853fdeca6&device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 1097 time: 0.0566955 Jul 13 18:34:06.765788 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d4bc3-bf39-4acb-88a8-261b564bca3e req-c6e4c913-e81e-4cf3-888f-4c1d6d7940ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:06.767287 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-145d4bc3-bf39-4acb-88a8-261b564bca3e req-c6e4c913-e81e-4cf3-888f-4c1d6d7940ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=01a41a16-3081-4967-b42b-51bd867dde32 HTTP/1.1" status: 200 len: 913 time: 0.0913804 Jul 13 18:34:06.821722 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-145d4bc3-bf39-4acb-88a8-261b564bca3e req-53109324-9fce-4b6b-ab00-f422a6661c69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=503f892e-9b96-40d6-959e-48df089b05ba HTTP/1.1" status: 200 len: 217 time: 0.0373218 Jul 13 18:34:06.905715 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d4bc3-bf39-4acb-88a8-261b564bca3e req-e28486ab-0fff-4aa1-a12d-8fb92ced42c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:06.907222 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-145d4bc3-bf39-4acb-88a8-261b564bca3e req-e28486ab-0fff-4aa1-a12d-8fb92ced42c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eaa49001-3ade-4d36-bb78-582f1a0fd962 HTTP/1.1" status: 200 len: 851 time: 0.0784800 Jul 13 18:34:06.974449 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bbff5-a2e9-4b16-bb40-124acff9d618 req-96b11f5c-75dc-4b8e-a85b-b3bfcec9b280 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:06.976010 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ad7bbff5-a2e9-4b16-bb40-124acff9d618 req-96b11f5c-75dc-4b8e-a85b-b3bfcec9b280 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 944 time: 0.1066165 Jul 13 18:34:07.013742 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d4bc3-bf39-4acb-88a8-261b564bca3e req-93c3b705-8e4e-42f4-a51a-429024a2988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:07.015257 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-145d4bc3-bf39-4acb-88a8-261b564bca3e req-93c3b705-8e4e-42f4-a51a-429024a2988e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01a41a16-3081-4967-b42b-51bd867dde32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1002376 Jul 13 18:34:07.037779 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ad7bbff5-a2e9-4b16-bb40-124acff9d618 req-664ff7c2-28de-437b-aec0-9830fa15d880 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550339 Jul 13 18:34:07.121012 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-145d4bc3-bf39-4acb-88a8-261b564bca3e req-85f908a1-c2d9-4769-bb28-6a52c5380925 service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974061 Jul 13 18:34:07.210876 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-145d4bc3-bf39-4acb-88a8-261b564bca3e req-793ab9e4-da18-41e9-96b7-50433dfa2d4e service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840964 Jul 13 18:34:08.218515 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a49787-538a-4bda-bbcb-e9a364c57683 req-2819ad9b-375e-4f66-a33a-d2219e8b076b tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:08.219933 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b4a49787-538a-4bda-bbcb-e9a364c57683 req-2819ad9b-375e-4f66-a33a-d2219e8b076b tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 944 time: 0.0676994 Jul 13 18:34:08.258529 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b4a49787-538a-4bda-bbcb-e9a364c57683 req-d79f886b-9f0b-4184-a156-e2551a15e237 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328920 Jul 13 18:34:08.926508 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-3e8d45f9-1312-42b4-b904-26d995d46975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:09.435454 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837648b3-c28e-4679-9200-f61b3999836b req-8f206baa-eebe-4c17-b4e2-6f613f859a4d tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:09.437031 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-837648b3-c28e-4679-9200-f61b3999836b req-8f206baa-eebe-4c17-b4e2-6f613f859a4d tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 944 time: 0.0636442 Jul 13 18:34:09.476618 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-837648b3-c28e-4679-9200-f61b3999836b req-aceb2e15-4150-4628-ae2a-3b0925cad08a tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336003 Jul 13 18:34:09.483924 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:10.656102 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da72be-719b-4c09-ac7f-2127aec09af2 req-d2df29db-26ea-4189-9060-d68bfc0dc351 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:10.657551 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d9da72be-719b-4c09-ac7f-2127aec09af2 req-d2df29db-26ea-4189-9060-d68bfc0dc351 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 944 time: 0.0625324 Jul 13 18:34:10.694175 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d9da72be-719b-4c09-ac7f-2127aec09af2 req-8fa6b526-eb64-426f-a36b-305aba0cb2a7 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311263 Jul 13 18:34:11.458144 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-5b16c4f2-d83c-4706-8381-a699246f6abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:11.681035 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:11.864809 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22212a-a48b-4ef7-977a-b005da37d2fd req-b5fad6c9-093b-422a-b6ee-9b609425b135 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:11.866416 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9e22212a-a48b-4ef7-977a-b005da37d2fd req-b5fad6c9-093b-422a-b6ee-9b609425b135 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 944 time: 0.0650258 Jul 13 18:34:11.903729 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9e22212a-a48b-4ef7-977a-b005da37d2fd req-2682b5d9-adc1-4e26-a98d-1fae78d287a7 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318215 Jul 13 18:34:12.734600 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:13.073735 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288fb88-cf88-421f-8a73-3ea4060472c4 req-53c774e8-4c4b-4f2f-a62c-696100077067 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:13.075204 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4288fb88-cf88-421f-8a73-3ea4060472c4 req-53c774e8-4c4b-4f2f-a62c-696100077067 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 944 time: 0.0625818 Jul 13 18:34:13.111394 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4288fb88-cf88-421f-8a73-3ea4060472c4 req-3ab94ca3-8aed-4b5a-b1d7-60e330d1134e tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300560 Jul 13 18:34:14.288228 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23459c-b7ec-434a-970e-eca83d229036 req-0b60fe6d-b42e-4673-840c-bc3e666d9b64 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:14.289697 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5a23459c-b7ec-434a-970e-eca83d229036 req-0b60fe6d-b42e-4673-840c-bc3e666d9b64 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 944 time: 0.0659533 Jul 13 18:34:14.326189 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5a23459c-b7ec-434a-970e-eca83d229036 req-8077d429-3ff9-4cc3-b6af-00e70af431d7 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309765 Jul 13 18:34:14.356549 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:14.539350 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 503f892e-9b96-40d6-959e-48df089b05ba details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:34:14.631738 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 503f892e-9b96-40d6-959e-48df089b05ba, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=503f892e-9b96-40d6-959e-48df089b05ba,segment=NetworkSegment(d486ceeb-8cd5-4e0a-b37a-bf26084d3609),segment_id=d486ceeb-8cd5-4e0a-b37a-bf26084d3609)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:34:14.642996 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': '503f892e-9b96-40d6-959e-48df089b05ba', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'port_id': '503f892e-9b96-40d6-959e-48df089b05ba', 'mac_address': 'fa:16:3e:f1:d4:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:34:14.678530 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:14.690504 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 503f892e-9b96-40d6-959e-48df089b05ba {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:34:14.709887 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 503f892e-9b96-40d6-959e-48df089b05ba, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=503f892e-9b96-40d6-959e-48df089b05ba,segment=NetworkSegment(d486ceeb-8cd5-4e0a-b37a-bf26084d3609),segment_id=d486ceeb-8cd5-4e0a-b37a-bf26084d3609)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:34:14.713989 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:14.759188 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=503f892e-9b96-40d6-959e-48df089b05ba,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:34:14.996457 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['503f892e-9b96-40d6-959e-48df089b05ba'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:34:15.496998 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c9189-c21a-4174-94ea-ddaa0e92710a req-230f920a-aa81-4962-88f8-e9947c3450a1 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:15.498455 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6c5c9189-c21a-4174-94ea-ddaa0e92710a req-230f920a-aa81-4962-88f8-e9947c3450a1 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 945 time: 0.0612195 Jul 13 18:34:15.536745 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6c5c9189-c21a-4174-94ea-ddaa0e92710a req-634f1660-d0fa-4469-b743-df7f44585bc2 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323887 Jul 13 18:34:16.563170 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 503f892e-9b96-40d6-959e-48df089b05ba up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:34:16.609767 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning for port 503f892e-9b96-40d6-959e-48df089b05ba completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:34:16.613962 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port 503f892e-9b96-40d6-959e-48df089b05ba triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:34:16.614494 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:16.695957 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:16.710178 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de0138-1d8b-4596-be6d-b95f0dc2eeac req-6cfe0de3-7389-4162-9f8d-658081e3b560 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:16.711688 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-00de0138-1d8b-4596-be6d-b95f0dc2eeac req-6cfe0de3-7389-4162-9f8d-658081e3b560 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 945 time: 0.0623038 Jul 13 18:34:16.718380 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f36ef62-f04c-420d-84bc-55ebefc21498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503f892e-9b96-40d6-959e-48df089b05ba'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:34:16.720627 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58faa036-340b-48a4-aab6-166635c0823b" -d '{"events": [{"server_uuid": "8f36ef62-f04c-420d-84bc-55ebefc21498", "name": "network-vif-plugged", "status": "completed", "tag": "503f892e-9b96-40d6-959e-48df089b05ba"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:34:16.734372 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 503f892e-9b96-40d6-959e-48df089b05ba, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=503f892e-9b96-40d6-959e-48df089b05ba,segment=NetworkSegment(d486ceeb-8cd5-4e0a-b37a-bf26084d3609),segment_id=d486ceeb-8cd5-4e0a-b37a-bf26084d3609)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:34:16.739038 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:16.754299 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-00de0138-1d8b-4596-be6d-b95f0dc2eeac req-0bd675c3-33e6-4fc8-ad74-187e2481bf5c tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367267 Jul 13 18:34:16.787492 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=503f892e-9b96-40d6-959e-48df089b05ba,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:34:16.816008 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f485559-07bb-403c-ba65-84bd57d71396 x-openstack-request-id: req-4f485559-07bb-403c-ba65-84bd57d71396 {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:34:16.816641 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f36ef62-f04c-420d-84bc-55ebefc21498", "name": "network-vif-plugged", "status": "completed", "tag": "503f892e-9b96-40d6-959e-48df089b05ba", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:34:16.816790 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f485559-07bb-403c-ba65-84bd57d71396 {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:34:16.817187 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f36ef62-f04c-420d-84bc-55ebefc21498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503f892e-9b96-40d6-959e-48df089b05ba', 'code': 200} Jul 13 18:34:17.118689 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb23767-7085-46da-8c85-bb1565b729c7 req-e15db340-453e-48ca-8d47-d1f5d5ea60ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:17.120077 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1eb23767-7085-46da-8c85-bb1565b729c7 req-e15db340-453e-48ca-8d47-d1f5d5ea60ea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 1099 time: 0.0528970 Jul 13 18:34:17.153502 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1eb23767-7085-46da-8c85-bb1565b729c7 req-0cb50d84-d31b-4388-ab46-cb49c906d549 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268750 Jul 13 18:34:17.930839 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49502235-5fb6-47d0-bc8b-01be6aa994d0 req-ae1312be-5482-450b-bd50-7d114d5ceb0c tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:17.932322 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-49502235-5fb6-47d0-bc8b-01be6aa994d0 req-ae1312be-5482-450b-bd50-7d114d5ceb0c tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 946 time: 0.0610251 Jul 13 18:34:17.968338 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-49502235-5fb6-47d0-bc8b-01be6aa994d0 req-3bf6c721-d997-489e-abb3-5efac1f014ef tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306034 Jul 13 18:34:19.157243 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6caae0a-56ba-48b0-a51c-8e7fc057391c req-7db62ceb-c19b-4d69-839d-2684fe9f0236 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:19.158692 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d6caae0a-56ba-48b0-a51c-8e7fc057391c req-7db62ceb-c19b-4d69-839d-2684fe9f0236 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 946 time: 0.0644999 Jul 13 18:34:19.195122 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d6caae0a-56ba-48b0-a51c-8e7fc057391c req-826159f4-305e-4a73-a3a2-056ac2c71362 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307069 Jul 13 18:34:19.364174 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a67d2-ae42-4260-8733-72ea35ecc2a7 req-61bd1250-096c-458c-b7fb-6d6fc60ed930 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:19.365624 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-964a67d2-ae42-4260-8733-72ea35ecc2a7 req-61bd1250-096c-458c-b7fb-6d6fc60ed930 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 946 time: 0.0618715 Jul 13 18:34:19.402736 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-964a67d2-ae42-4260-8733-72ea35ecc2a7 req-b0b2d495-3b73-4349-86ca-e0623f5cc24c tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316572 Jul 13 18:34:19.427724 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 44288) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:34:19.481581 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55be8f11-ee23-4e69-b559-74899fcde3c6 tempest-TestVolumeBootPattern-1593275346 tempest-TestVolumeBootPattern-1593275346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:19.483182 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-55be8f11-ee23-4e69-b559-74899fcde3c6 tempest-TestVolumeBootPattern-1593275346 tempest-TestVolumeBootPattern-1593275346-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 1094 time: 0.0543151 Jul 13 18:34:19.486296 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 44290) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:34:19.490596 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-9ed4f9f2-6c7d-4ba7-af34-86b86f942410 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Request body: {'floatingip': {'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'port_id': '503f892e-9b96-40d6-959e-48df089b05ba', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:34:19.511921 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f9f2-6c7d-4ba7-af34-86b86f942410 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for floatingip, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:19.608072 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f9f2-6c7d-4ba7-af34-86b86f942410 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:19.710755 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [None req-9ed4f9f2-6c7d-4ba7-af34-86b86f942410 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Allocated IP 172.27.2.199 (245bce84-6448-48c3-832e-229c4a14376b/dd702e20-22b6-412e-a631-757c226d263b/667a398c-4568-499e-8a6e-580c08824459) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:34:19.807412 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f9f2-6c7d-4ba7-af34-86b86f942410 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:19.845762 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f9f2-6c7d-4ba7-af34-86b86f942410 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:19.880470 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed4f9f2-6c7d-4ba7-af34-86b86f942410 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Network 245bce84-6448-48c3-832e-229c4a14376b is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:34:19.885075 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-9ed4f9f2-6c7d-4ba7-af34-86b86f942410 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:34:19.888727 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed4f9f2-6c7d-4ba7-af34-86b86f942410 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:34:19.917000 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4f9f2-6c7d-4ba7-af34-86b86f942410 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Pushing event updated for resources: {'Port': ['ID=667a398c-4568-499e-8a6e-580c08824459,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:34:20.245347 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f9f2-6c7d-4ba7-af34-86b86f942410 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:20.320632 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f9f2-6c7d-4ba7-af34-86b86f942410 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:20.463266 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f9f2-6c7d-4ba7-af34-86b86f942410 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:20.467827 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f9f2-6c7d-4ba7-af34-86b86f942410 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:20.532064 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4f9f2-6c7d-4ba7-af34-86b86f942410 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Pushing event updated for resources: {'Port': ['ID=667a398c-4568-499e-8a6e-580c08824459,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:34:20.544477 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f9f2-6c7d-4ba7-af34-86b86f942410 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8001390'] for floatingip, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:20.641412 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.db.l3_db [None req-9ed4f9f2-6c7d-4ba7-af34-86b86f942410 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Floating IP 0b5b8681-0d2d-4b7d-b5a6-892c7d4acce2 associated. External IP: 172.27.2.199, port: 503f892e-9b96-40d6-959e-48df089b05ba. Jul 13 18:34:20.841271 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed4f9f2-6c7d-4ba7-af34-86b86f942410 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Router be061237-aff6-47e1-a004-5e8f0ecfa42c has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:34:20.947355 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed4f9f2-6c7d-4ba7-af34-86b86f942410 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:34:20.956306 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38571645-361c-4911-a002-bd08dc3d17b9 None None] Sync routers for ids ['be061237-aff6-47e1-a004-5e8f0ecfa42c'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:34:20.965029 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f9f2-6c7d-4ba7-af34-86b86f942410 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for floatingip, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:20.965971 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38571645-361c-4911-a002-bd08dc3d17b9 None None] Routers {'be061237-aff6-47e1-a004-5e8f0ecfa42c'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:34:20.966589 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-38571645-361c-4911-a002-bd08dc3d17b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:34:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['be061237-aff6-47e1-a004-5e8f0ecfa42c'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:34:21.002687 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-9ed4f9f2-6c7d-4ba7-af34-86b86f942410 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5155182 Jul 13 18:34:21.003350 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f36ef62-f04c-420d-84bc-55ebefc21498', 'tag': '503f892e-9b96-40d6-959e-48df089b05ba'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:34:21.005812 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36eb674-037d-4fc2-8ba2-0f85a0309c57" -d '{"events": [{"name": "network-changed", "server_uuid": "8f36ef62-f04c-420d-84bc-55ebefc21498", "tag": "503f892e-9b96-40d6-959e-48df089b05ba"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:34:21.050715 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3c89e8-2a00-46ee-87c2-914cfaadf9d3 x-openstack-request-id: req-ef3c89e8-2a00-46ee-87c2-914cfaadf9d3 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:34:21.050970 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f36ef62-f04c-420d-84bc-55ebefc21498", "tag": "503f892e-9b96-40d6-959e-48df089b05ba", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:34:21.051197 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef3c89e8-2a00-46ee-87c2-914cfaadf9d3 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:34:21.051612 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f36ef62-f04c-420d-84bc-55ebefc21498', 'tag': '503f892e-9b96-40d6-959e-48df089b05ba', 'status': 'completed', 'code': 200} Jul 13 18:34:21.074158 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-38571645-361c-4911-a002-bd08dc3d17b9 None None] Set router be061237-aff6-47e1-a004-5e8f0ecfa42c gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:34:21.146546 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36eb674-037d-4fc2-8ba2-0f85a0309c57 req-eaa3049f-9382-466d-9ac8-241785375d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:21.148055 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f36eb674-037d-4fc2-8ba2-0f85a0309c57 req-eaa3049f-9382-466d-9ac8-241785375d24 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d94c891f56d42a2959977c853fdeca6&device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 1099 time: 0.0520470 Jul 13 18:34:21.302543 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-38571645-361c-4911-a002-bd08dc3d17b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:31:06Z', 'revision_number': 4, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': '0b5b8681-0d2d-4b7d-b5a6-892c7d4acce2', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'port_id': '503f892e-9b96-40d6-959e-48df089b05ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'mac_address': 'fa:16:3e:f1:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36ef62-f04c-420d-84bc-55ebefc21498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:34:20Z', 'updated_at': '2021-07-13T18:34:20Z', 'revision_number': 0, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39', 'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'mac_address': 'fa:16:3e:37:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:05Z', 'updated_at': '2021-07-13T18:31:14Z', 'revision_number': 5, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'subnets': [{'id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:34:21.329194 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38571645-361c-4911-a002-bd08dc3d17b9 None None] Checking router: be061237-aff6-47e1-a004-5e8f0ecfa42c for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:34:21.339074 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38571645-361c-4911-a002-bd08dc3d17b9 None None] Routers {'be061237-aff6-47e1-a004-5e8f0ecfa42c'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:34:21.339740 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-38571645-361c-4911-a002-bd08dc3d17b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:34:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['be061237-aff6-47e1-a004-5e8f0ecfa42c'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:34:21.535657 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36eb674-037d-4fc2-8ba2-0f85a0309c57 req-b914c1ad-95d5-4878-9fd3-3f7cd8d2a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:21.537667 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f36eb674-037d-4fc2-8ba2-0f85a0309c57 req-b914c1ad-95d5-4878-9fd3-3f7cd8d2a586 service neutron] 10.222.0.32 "GET /v2.0/networks?id=01a41a16-3081-4967-b42b-51bd867dde32 HTTP/1.1" status: 200 len: 913 time: 0.3835959 Jul 13 18:34:21.566524 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-38571645-361c-4911-a002-bd08dc3d17b9 None None] Set router be061237-aff6-47e1-a004-5e8f0ecfa42c gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:34:21.601804 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f36eb674-037d-4fc2-8ba2-0f85a0309c57 req-1afa460a-722c-4740-8ac0-6b4b4b3a1f8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=503f892e-9b96-40d6-959e-48df089b05ba HTTP/1.1" status: 200 len: 1000 time: 0.0573003 Jul 13 18:34:21.649865 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36eb674-037d-4fc2-8ba2-0f85a0309c57 req-435719ac-cbdf-44a5-8bcd-d9fe884357d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:21.651322 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f36eb674-037d-4fc2-8ba2-0f85a0309c57 req-435719ac-cbdf-44a5-8bcd-d9fe884357d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eaa49001-3ade-4d36-bb78-582f1a0fd962 HTTP/1.1" status: 200 len: 851 time: 0.0434718 Jul 13 18:34:21.714695 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36eb674-037d-4fc2-8ba2-0f85a0309c57 req-188fe6ca-4d80-4488-8394-d01f5c6bd2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:34:21.716220 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f36eb674-037d-4fc2-8ba2-0f85a0309c57 req-188fe6ca-4d80-4488-8394-d01f5c6bd2ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01a41a16-3081-4967-b42b-51bd867dde32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585866 Jul 13 18:34:21.789630 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-38571645-361c-4911-a002-bd08dc3d17b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:31:06Z', 'revision_number': 4, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': '0b5b8681-0d2d-4b7d-b5a6-892c7d4acce2', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'port_id': '503f892e-9b96-40d6-959e-48df089b05ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'mac_address': 'fa:16:3e:f1:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36ef62-f04c-420d-84bc-55ebefc21498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:34:20Z', 'updated_at': '2021-07-13T18:34:20Z', 'revision_number': 0, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39', 'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'mac_address': 'fa:16:3e:37:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:05Z', 'updated_at': '2021-07-13T18:31:14Z', 'revision_number': 5, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'subnets': [{'id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:34:21.804311 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f36eb674-037d-4fc2-8ba2-0f85a0309c57 req-5caba881-6a68-4030-8cae-df9b42a6c8b6 service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810869 Jul 13 18:34:21.815173 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38571645-361c-4911-a002-bd08dc3d17b9 None None] The sync data for ids ['be061237-aff6-47e1-a004-5e8f0ecfa42c'] in dv-cinder-786928-3-iscsi is: [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:31:06Z', 'revision_number': 4, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': '0b5b8681-0d2d-4b7d-b5a6-892c7d4acce2', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'port_id': '503f892e-9b96-40d6-959e-48df089b05ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'mac_address': 'fa:16:3e:f1:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36ef62-f04c-420d-84bc-55ebefc21498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:34:20Z', 'updated_at': '2021-07-13T18:34:20Z', 'revision_number': 0, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39', 'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'mac_address': 'fa:16:3e:37:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:05Z', 'updated_at': '2021-07-13T18:31:14Z', 'revision_number': 5, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'subnets': [{'id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:34:21.898939 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-f36eb674-037d-4fc2-8ba2-0f85a0309c57 req-d3dcee68-4fc5-4c8f-b1cc-d22c4b3d9c26 service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885720 Jul 13 18:34:22.003422 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c189f33d-5899-4f12-a560-1c2599164905 None None] New status for floating IP 0b5b8681-0d2d-4b7d-b5a6-892c7d4acce2: ACTIVE {{(pid=92976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 18:34:34.547207 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:34:38.927982 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-041cd401-c25e-4c73-87ac-0011b5a51af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:39.503527 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:41.457865 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-9accb879-b6f4-45e1-8c19-7a59ff968fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:41.683024 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:42.736975 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:34:44.358090 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:35:08.930088 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-635d33a5-6400-4f32-8d4d-05d81a49f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:35:09.494888 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:35:11.459152 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-e2d100d7-d912-4691-9a96-a7c9e26cb496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:35:11.545777 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:35:11.686003 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:35:12.740333 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:35:14.361272 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:35:20.635135 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5badeff0-fa77-46e1-b125-58dfb4eada53 req-5e3a5c5c-3363-4bc3-a97b-e6824f4088f7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8f36ef62-f04c-420d-84bc-55ebefc21498&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507858 Jul 13 18:35:20.741386 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badeff0-fa77-46e1-b125-58dfb4eada53 req-3dc5d4b3-fbd7-4b75-afcf-a6f03bf14717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:35:20.742819 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5badeff0-fa77-46e1-b125-58dfb4eada53 req-3dc5d4b3-fbd7-4b75-afcf-a6f03bf14717 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d94c891f56d42a2959977c853fdeca6&device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 1099 time: 0.0504506 Jul 13 18:35:20.847476 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badeff0-fa77-46e1-b125-58dfb4eada53 req-c7c0c0c9-47f8-48e3-aafa-bd85f504339b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:35:20.848961 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5badeff0-fa77-46e1-b125-58dfb4eada53 req-c7c0c0c9-47f8-48e3-aafa-bd85f504339b service neutron] 10.222.0.32 "GET /v2.0/networks?id=01a41a16-3081-4967-b42b-51bd867dde32 HTTP/1.1" status: 200 len: 913 time: 0.0846560 Jul 13 18:35:20.912975 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5badeff0-fa77-46e1-b125-58dfb4eada53 req-631eb0b0-1708-45e6-8fd8-50c3d622aab7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=503f892e-9b96-40d6-959e-48df089b05ba HTTP/1.1" status: 200 len: 1002 time: 0.0567765 Jul 13 18:35:20.965911 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badeff0-fa77-46e1-b125-58dfb4eada53 req-52f28c12-601f-425d-bba8-45c07a749fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:35:20.967379 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5badeff0-fa77-46e1-b125-58dfb4eada53 req-52f28c12-601f-425d-bba8-45c07a749fbe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eaa49001-3ade-4d36-bb78-582f1a0fd962 HTTP/1.1" status: 200 len: 851 time: 0.0474186 Jul 13 18:35:21.022266 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badeff0-fa77-46e1-b125-58dfb4eada53 req-3167c61a-ea17-4622-b356-3e494faca9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:35:21.023799 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5badeff0-fa77-46e1-b125-58dfb4eada53 req-3167c61a-ea17-4622-b356-3e494faca9da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01a41a16-3081-4967-b42b-51bd867dde32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502558 Jul 13 18:35:21.114050 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5badeff0-fa77-46e1-b125-58dfb4eada53 req-dc24fc42-a35c-4e47-b7e8-24de26bb3fcf service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837822 Jul 13 18:35:21.202406 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5badeff0-fa77-46e1-b125-58dfb4eada53 req-0982a9dd-7b1b-4b23-87cf-493b7ed54759 service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818374 Jul 13 18:35:38.932089 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-2d6136c3-a2a6-4915-8f25-f4171f37f58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:35:39.498711 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:35:41.462238 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-30b0140b-dd57-4cd3-927d-5d2958018e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:35:41.686226 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:35:42.743635 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:35:44.364315 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:35:48.545705 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:35:55.488059 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5451d18f-586f-40c6-a164-3d95d2605763 req-58a93eba-3465-409a-8932-01d2a9747994 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-284993275&fields=id&tenant_id=7d94c891f56d42a2959977c853fdeca6 HTTP/1.1" status: 200 len: 267 time: 0.0344598 Jul 13 18:35:55.591079 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451d18f-586f-40c6-a164-3d95d2605763 req-308d47cc-0ee3-42fa-bb18-d0d7dee9f746 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:35:55.592575 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5451d18f-586f-40c6-a164-3d95d2605763 req-308d47cc-0ee3-42fa-bb18-d0d7dee9f746 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/networks?id=01a41a16-3081-4967-b42b-51bd867dde32 HTTP/1.1" status: 200 len: 812 time: 0.0985062 Jul 13 18:35:55.608521 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5451d18f-586f-40c6-a164-3d95d2605763 req-fd5490b0-a48e-437a-9a70-d1c199357cec tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/quotas/7d94c891f56d42a2959977c853fdeca6 HTTP/1.1" status: 200 len: 375 time: 0.0091879 Jul 13 18:35:55.684598 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5451d18f-586f-40c6-a164-3d95d2605763 req-96de56e4-ee8c-45ea-8b7c-5ac031ecce4f tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d94c891f56d42a2959977c853fdeca6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0712333 Jul 13 18:35:55.779478 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [req-5451d18f-586f-40c6-a164-3d95d2605763 req-26ed4b64-d7d9-43fb-8e0f-8f88317e5acc service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=92973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 18:35:55.780783 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5451d18f-586f-40c6-a164-3d95d2605763 req-26ed4b64-d7d9-43fb-8e0f-8f88317e5acc service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0843604 Jul 13 18:35:55.866256 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5451d18f-586f-40c6-a164-3d95d2605763 req-95d92456-9289-436a-9ac2-19820f18355a service neutron] 10.222.0.11 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789037 Jul 13 18:35:55.959505 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5451d18f-586f-40c6-a164-3d95d2605763 req-c54ff27a-599d-4cc1-88de-787d297faeaa service neutron] 10.222.0.11 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876710 Jul 13 18:35:56.264152 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-6f2319ad-584b-42fa-96aa-1933132ca7fb req-b51eae46-ec42-4f52-8faf-cbf20d655f41 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 210 time: 0.0322001 Jul 13 18:35:57.354027 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451d18f-586f-40c6-a164-3d95d2605763 req-5f3c72d8-36ff-40cb-8cb1-a3c03cbf9eff tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:35:57.355837 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5451d18f-586f-40c6-a164-3d95d2605763 req-5f3c72d8-36ff-40cb-8cb1-a3c03cbf9eff tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.32 "GET /v2.0/networks?id=01a41a16-3081-4967-b42b-51bd867dde32 HTTP/1.1" status: 200 len: 812 time: 0.1098778 Jul 13 18:35:57.421115 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-911eb756-725a-4278-a578-a32977423bb1 req-18d6286a-3811-40a7-b24a-469f49de9bde tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 210 time: 0.0347922 Jul 13 18:35:57.440476 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5451d18f-586f-40c6-a164-3d95d2605763 req-ce7c438d-917c-45d7-8746-40957c589eb7 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d94c891f56d42a2959977c853fdeca6 HTTP/1.1" status: 200 len: 379 time: 0.0598602 Jul 13 18:35:57.449646 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-5451d18f-586f-40c6-a164-3d95d2605763 req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Request body: {'port': {'device_id': '5ab07af6-733c-458f-8d85-801bbe7cba09', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'admin_state_up': True, 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'security_groups': ['764bac74-7a09-4dd0-8f9a-f13788a42073']}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:35:57.557118 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5451d18f-586f-40c6-a164-3d95d2605763 req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Made reservation on behalf of 7d94c891f56d42a2959977c853fdeca6 for: {'port': 1} {{(pid=92973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 18:35:57.560616 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-5451d18f-586f-40c6-a164-3d95d2605763 req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:35:57.687596 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [req-5451d18f-586f-40c6-a164-3d95d2605763 req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Allocated IP 172.20.0.13 (01a41a16-3081-4967-b42b-51bd867dde32/eaa49001-3ade-4d36-bb78-582f1a0fd962/66f5a5e8-d85d-4228-abd3-9b8ad7c1f918) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:35:57.825035 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-5451d18f-586f-40c6-a164-3d95d2605763 req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:35:57.838360 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [req-5451d18f-586f-40c6-a164-3d95d2605763 req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Transition to ACTIVE for port object 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 will not be triggered until provisioned by entity DHCP. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:35:57.873535 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-5451d18f-586f-40c6-a164-3d95d2605763 req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:35:57.922254 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5451d18f-586f-40c6-a164-3d95d2605763 req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Network 01a41a16-3081-4967-b42b-51bd867dde32 is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:35:57.926491 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [req-5451d18f-586f-40c6-a164-3d95d2605763 req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:35:57.931022 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-5451d18f-586f-40c6-a164-3d95d2605763 req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:35:57.956634 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Pushing event updated for resources: {'Port': ['ID=66f5a5e8-d85d-4228-abd3-9b8ad7c1f918,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:35:57.974519 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:35:57.975007 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:35:57.975338 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:35:57.975899 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:35:57.976246 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:35:57.976559 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:35:57.976884 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:35:57.977235 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:35:57.977558 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:35:57.977879 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:35:57.978201 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:35:57.978513 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:35:58.006560 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451d18f-586f-40c6-a164-3d95d2605763 req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:35:58.007230 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-5451d18f-586f-40c6-a164-3d95d2605763 req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:35:58.025594 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5451d18f-586f-40c6-a164-3d95d2605763 req-cec59f3f-1a43-45ca-a03d-aa4659a91608 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5793073 Jul 13 18:35:58.043262 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [req-5451d18f-586f-40c6-a164-3d95d2605763 req-16b89d81-1a8d-4cb1-81ca-26a823bb1c28 service neutron] Request body: {'port': {'device_id': '5ab07af6-733c-458f-8d85-801bbe7cba09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:35:58.131161 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-5451d18f-586f-40c6-a164-3d95d2605763 req-16b89d81-1a8d-4cb1-81ca-26a823bb1c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:35:58.157718 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-9bef50e4-7770-4868-80c5-76a896866043 None None] Provisioning for port 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 completed by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:35:58.162000 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-9bef50e4-7770-4868-80c5-76a896866043 None None] Provisioning complete for port 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 triggered by entity DHCP. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:35:58.162468 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-9bef50e4-7770-4868-80c5-76a896866043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:35:58.197511 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-9bef50e4-7770-4868-80c5-76a896866043 None None] Port 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 cannot update to ACTIVE because it is not bound. {{(pid=92975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 18:35:58.398720 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [req-5451d18f-586f-40c6-a164-3d95d2605763 req-16b89d81-1a8d-4cb1-81ca-26a823bb1c28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 {{(pid=92973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:35:58.405862 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-5451d18f-586f-40c6-a164-3d95d2605763 req-16b89d81-1a8d-4cb1-81ca-26a823bb1c28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:35:58.418420 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.provisioning_blocks [req-5451d18f-586f-40c6-a164-3d95d2605763 req-16b89d81-1a8d-4cb1-81ca-26a823bb1c28 service neutron] Transition to ACTIVE for port object 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 will not be triggered until provisioned by entity L2. {{(pid=92973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 18:35:58.422245 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-5451d18f-586f-40c6-a164-3d95d2605763 req-16b89d81-1a8d-4cb1-81ca-26a823bb1c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:35:58.474542 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b89d81-1a8d-4cb1-81ca-26a823bb1c28 service neutron] Pushing event updated for resources: {'Port': ['ID=66f5a5e8-d85d-4228-abd3-9b8ad7c1f918,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:35:58.576469 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-5451d18f-586f-40c6-a164-3d95d2605763 req-16b89d81-1a8d-4cb1-81ca-26a823bb1c28 service neutron] Attempting to bind port 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 18:35:58.576811 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-5451d18f-586f-40c6-a164-3d95d2605763 req-16b89d81-1a8d-4cb1-81ca-26a823bb1c28 service neutron] Attempting to bind port 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'd486ceeb-8cd5-4e0a-b37a-bf26084d3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32'}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 18:35:58.577145 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5451d18f-586f-40c6-a164-3d95d2605763 req-16b89d81-1a8d-4cb1-81ca-26a823bb1c28 service neutron] Attempting to bind port 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 on network 01a41a16-3081-4967-b42b-51bd867dde32 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:35:58.586687 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5451d18f-586f-40c6-a164-3d95d2605763 req-16b89d81-1a8d-4cb1-81ca-26a823bb1c28 service neutron] Port 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 on network 01a41a16-3081-4967-b42b-51bd867dde32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 18:35:58.587008 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5451d18f-586f-40c6-a164-3d95d2605763 req-16b89d81-1a8d-4cb1-81ca-26a823bb1c28 service neutron] Attempting to bind port 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 on network 01a41a16-3081-4967-b42b-51bd867dde32 {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 18:35:58.597317 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5451d18f-586f-40c6-a164-3d95d2605763 req-16b89d81-1a8d-4cb1-81ca-26a823bb1c28 service neutron] Checking agent: {'id': '42658009-1da3-417e-95f4-9a37477be153', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'started_at': datetime.datetime(2021, 7, 13, 18, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 18, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 18:35:58.597663 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5451d18f-586f-40c6-a164-3d95d2605763 req-16b89d81-1a8d-4cb1-81ca-26a823bb1c28 service neutron] Checking segment: {'id': 'd486ceeb-8cd5-4e0a-b37a-bf26084d3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 18:35:58.598058 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5451d18f-586f-40c6-a164-3d95d2605763 req-16b89d81-1a8d-4cb1-81ca-26a823bb1c28 service neutron] Bound using segment: {'id': 'd486ceeb-8cd5-4e0a-b37a-bf26084d3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32'} {{(pid=92973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 18:35:58.598510 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.managers [req-5451d18f-586f-40c6-a164-3d95d2605763 req-16b89d81-1a8d-4cb1-81ca-26a823bb1c28 service neutron] Bound port: 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd486ceeb-8cd5-4e0a-b37a-bf26084d3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32'}}] {{(pid=92973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 18:35:58.598870 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-5451d18f-586f-40c6-a164-3d95d2605763 req-16b89d81-1a8d-4cb1-81ca-26a823bb1c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:35:58.659689 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f22ca2-b935-43eb-b1b9-4aa9ec35d40a req-a794dd71-d329-4faa-9188-d0488a1da158 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:35:58.661105 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a6f22ca2-b935-43eb-b1b9-4aa9ec35d40a req-a794dd71-d329-4faa-9188-d0488a1da158 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 944 time: 0.1193397 Jul 13 18:35:58.714978 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-5451d18f-586f-40c6-a164-3d95d2605763 req-16b89d81-1a8d-4cb1-81ca-26a823bb1c28 service neutron] For port 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918, host hv-cinder-78692, cleared binding levels {{(pid=92973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 18:35:58.721656 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-a6f22ca2-b935-43eb-b1b9-4aa9ec35d40a req-4e00b9ad-56ee-4728-94b5-cb7cd6bb32bb tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539947 Jul 13 18:35:58.729981 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-5451d18f-586f-40c6-a164-3d95d2605763 req-16b89d81-1a8d-4cb1-81ca-26a823bb1c28 service neutron] For port 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=66f5a5e8-d85d-4228-abd3-9b8ad7c1f918,segment=NetworkSegment(d486ceeb-8cd5-4e0a-b37a-bf26084d3609),segment_id=d486ceeb-8cd5-4e0a-b37a-bf26084d3609)] {{(pid=92973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 18:35:58.734683 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-5451d18f-586f-40c6-a164-3d95d2605763 req-16b89d81-1a8d-4cb1-81ca-26a823bb1c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:35:58.770347 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451d18f-586f-40c6-a164-3d95d2605763 req-16b89d81-1a8d-4cb1-81ca-26a823bb1c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:35:58.770875 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-5451d18f-586f-40c6-a164-3d95d2605763 req-16b89d81-1a8d-4cb1-81ca-26a823bb1c28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:35:58.772277 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5451d18f-586f-40c6-a164-3d95d2605763 req-16b89d81-1a8d-4cb1-81ca-26a823bb1c28 service neutron] 10.222.0.32 "PUT /v2.0/ports/66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 HTTP/1.1" status: 200 len: 1094 time: 0.7336547 Jul 13 18:35:58.772716 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab07af6-733c-458f-8d85-801bbe7cba09', 'tag': '66f5a5e8-d85d-4228-abd3-9b8ad7c1f918'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:35:58.774961 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3990517c-b04e-46a5-ba22-3f715800094e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab07af6-733c-458f-8d85-801bbe7cba09", "tag": "66f5a5e8-d85d-4228-abd3-9b8ad7c1f918"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:35:58.802470 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b89d81-1a8d-4cb1-81ca-26a823bb1c28 service neutron] Pushing event updated for resources: {'Port': ['ID=66f5a5e8-d85d-4228-abd3-9b8ad7c1f918,revision_number=3']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:35:58.817856 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d231689-cb78-41e7-85ce-976725403b7f x-openstack-request-id: req-5d231689-cb78-41e7-85ce-976725403b7f {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:35:58.818158 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab07af6-733c-458f-8d85-801bbe7cba09", "tag": "66f5a5e8-d85d-4228-abd3-9b8ad7c1f918", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:35:58.818559 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5d231689-cb78-41e7-85ce-976725403b7f {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:35:58.819045 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab07af6-733c-458f-8d85-801bbe7cba09', 'tag': '66f5a5e8-d85d-4228-abd3-9b8ad7c1f918', 'status': 'completed', 'code': 200} Jul 13 18:35:58.894457 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451d18f-586f-40c6-a164-3d95d2605763 req-a871f64a-e664-4004-8c88-d2200bcad69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:35:58.896012 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5451d18f-586f-40c6-a164-3d95d2605763 req-a871f64a-e664-4004-8c88-d2200bcad69b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d94c891f56d42a2959977c853fdeca6&device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 1097 time: 0.0594397 Jul 13 18:35:58.948534 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5451d18f-586f-40c6-a164-3d95d2605763 req-919f9a3a-72c4-48da-9ab5-ae53b387832e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 HTTP/1.1" status: 200 len: 217 time: 0.0388787 Jul 13 18:35:59.001340 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451d18f-586f-40c6-a164-3d95d2605763 req-b28ce1ca-f238-4192-a360-c0767b65ad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:35:59.002861 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5451d18f-586f-40c6-a164-3d95d2605763 req-b28ce1ca-f238-4192-a360-c0767b65ad58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eaa49001-3ade-4d36-bb78-582f1a0fd962 HTTP/1.1" status: 200 len: 851 time: 0.0488074 Jul 13 18:35:59.058852 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451d18f-586f-40c6-a164-3d95d2605763 req-45ce9a2a-681a-4196-b773-582b90f17f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:35:59.060445 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5451d18f-586f-40c6-a164-3d95d2605763 req-45ce9a2a-681a-4196-b773-582b90f17f25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01a41a16-3081-4967-b42b-51bd867dde32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518365 Jul 13 18:35:59.151321 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5451d18f-586f-40c6-a164-3d95d2605763 req-5ba6253f-a995-43a0-abcb-7375c9e24deb service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841508 Jul 13 18:35:59.239372 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-5451d18f-586f-40c6-a164-3d95d2605763 req-fb605ea5-bcbe-4a40-8dda-debb3d166ed1 service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816078 Jul 13 18:35:59.377300 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990517c-b04e-46a5-ba22-3f715800094e req-1e76ecb6-0bae-42bb-805e-9fc9296567f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:35:59.378869 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3990517c-b04e-46a5-ba22-3f715800094e req-1e76ecb6-0bae-42bb-805e-9fc9296567f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d94c891f56d42a2959977c853fdeca6&device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 1097 time: 0.0544670 Jul 13 18:35:59.471893 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990517c-b04e-46a5-ba22-3f715800094e req-a482dc32-4546-441f-a480-95014be424db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:35:59.473369 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3990517c-b04e-46a5-ba22-3f715800094e req-a482dc32-4546-441f-a480-95014be424db service neutron] 10.222.0.32 "GET /v2.0/networks?id=01a41a16-3081-4967-b42b-51bd867dde32 HTTP/1.1" status: 200 len: 913 time: 0.0882728 Jul 13 18:35:59.515756 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3990517c-b04e-46a5-ba22-3f715800094e req-d3f6f724-6a91-4b7d-b058-7e7e5ebdc58f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 HTTP/1.1" status: 200 len: 217 time: 0.0339878 Jul 13 18:35:59.572608 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990517c-b04e-46a5-ba22-3f715800094e req-48b5ed7e-a9cd-4921-9ec9-bc7220f63b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:35:59.574029 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3990517c-b04e-46a5-ba22-3f715800094e req-48b5ed7e-a9cd-4921-9ec9-bc7220f63b5a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eaa49001-3ade-4d36-bb78-582f1a0fd962 HTTP/1.1" status: 200 len: 851 time: 0.0466161 Jul 13 18:35:59.632717 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990517c-b04e-46a5-ba22-3f715800094e req-e2372a47-a429-486a-ad4a-57385a098b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:35:59.634193 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3990517c-b04e-46a5-ba22-3f715800094e req-e2372a47-a429-486a-ad4a-57385a098b3a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01a41a16-3081-4967-b42b-51bd867dde32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519862 Jul 13 18:35:59.722106 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3990517c-b04e-46a5-ba22-3f715800094e req-b8c016fc-7924-4c9d-ae1e-7f6b72016efe service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804822 Jul 13 18:35:59.819559 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3990517c-b04e-46a5-ba22-3f715800094e req-616dadd0-7c6b-480f-a354-8fbf22c9b352 service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872569 Jul 13 18:35:59.897166 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721e601-ce25-49ce-8d09-a37b0fca239a req-c397e2f6-9b3f-4a99-ac5f-993ebbd3d6ed tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:35:59.898630 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9721e601-ce25-49ce-8d09-a37b0fca239a req-c397e2f6-9b3f-4a99-ac5f-993ebbd3d6ed tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 944 time: 0.0657868 Jul 13 18:35:59.936261 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9721e601-ce25-49ce-8d09-a37b0fca239a req-6e6f556c-d0cb-451d-8af1-4239fb887a6f tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321424 Jul 13 18:36:01.118156 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78860d99-2d8f-4a9b-9063-a4a10b74a2d8 req-3d9f1125-c4bf-4088-bf61-41e211eeb879 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:36:01.119659 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-78860d99-2d8f-4a9b-9063-a4a10b74a2d8 req-3d9f1125-c4bf-4088-bf61-41e211eeb879 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 944 time: 0.0699263 Jul 13 18:36:01.162701 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-78860d99-2d8f-4a9b-9063-a4a10b74a2d8 req-e10e9a66-fda5-445c-8e92-caa1adf88de1 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374732 Jul 13 18:36:02.338430 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186f78d-5210-4d2f-9bf5-2a7857d90457 req-26c63155-77c7-4835-a25e-481bde90fabc tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:36:02.339932 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9186f78d-5210-4d2f-9bf5-2a7857d90457 req-26c63155-77c7-4835-a25e-481bde90fabc tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 944 time: 0.0627310 Jul 13 18:36:02.377409 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-9186f78d-5210-4d2f-9bf5-2a7857d90457 req-e8669442-6301-4395-8159-d789136549c8 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318983 Jul 13 18:36:03.556547 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96a39c-dedd-4e6e-a4e2-ef48082c504c req-3842d74c-df74-4eec-89dd-ade6d769dc0d tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:36:03.558026 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8e96a39c-dedd-4e6e-a4e2-ef48082c504c req-3842d74c-df74-4eec-89dd-ade6d769dc0d tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 944 time: 0.0624833 Jul 13 18:36:03.595145 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-8e96a39c-dedd-4e6e-a4e2-ef48082c504c req-722c4aa9-049c-4671-8d3b-cd426fbbb688 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314679 Jul 13 18:36:04.769783 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c0642-4905-4ec5-9f51-bd4c896912dc req-15cc9521-614e-4fc9-a578-373a2a570f80 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:36:04.771231 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d02c0642-4905-4ec5-9f51-bd4c896912dc req-15cc9521-614e-4fc9-a578-373a2a570f80 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 944 time: 0.0654564 Jul 13 18:36:04.807206 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-d02c0642-4905-4ec5-9f51-bd4c896912dc req-3ebc2756-076f-42a4-8a98-112e796e3b19 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304177 Jul 13 18:36:05.986907 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e37552-b24f-4d62-bfeb-e4df6e9a9fb9 req-ef255fbf-e717-403e-8c63-e2b6baf606c9 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:36:05.988532 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-19e37552-b24f-4d62-bfeb-e4df6e9a9fb9 req-ef255fbf-e717-403e-8c63-e2b6baf606c9 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 944 time: 0.0675259 Jul 13 18:36:06.026200 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-19e37552-b24f-4d62-bfeb-e4df6e9a9fb9 req-f5816669-7fe2-48a1-a43c-eae266048246 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321567 Jul 13 18:36:07.121144 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 18:36:07.228652 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2459c02-0196-45dc-993c-3319b859d68f req-99971d29-e808-4c82-ad14-fefde9ab666b tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:36:07.230110 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b2459c02-0196-45dc-993c-3319b859d68f req-99971d29-e808-4c82-ad14-fefde9ab666b tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 944 time: 0.0713449 Jul 13 18:36:07.230736 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=66f5a5e8-d85d-4228-abd3-9b8ad7c1f918,segment=NetworkSegment(d486ceeb-8cd5-4e0a-b37a-bf26084d3609),segment_id=d486ceeb-8cd5-4e0a-b37a-bf26084d3609)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:36:07.242909 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Returning: {'device': '66f5a5e8-d85d-4228-abd3-9b8ad7c1f918', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'port_id': '66f5a5e8-d85d-4228-abd3-9b8ad7c1f918', 'mac_address': 'fa:16:3e:ac:24:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 18:36:07.281115 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-b2459c02-0196-45dc-993c-3319b859d68f req-ddbb9a0b-628e-4184-83f3-d4cca92238cb tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420291 Jul 13 18:36:07.282073 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:07.295350 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 {{(pid=92975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 18:36:07.317119 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=66f5a5e8-d85d-4228-abd3-9b8ad7c1f918,segment=NetworkSegment(d486ceeb-8cd5-4e0a-b37a-bf26084d3609),segment_id=d486ceeb-8cd5-4e0a-b37a-bf26084d3609)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:36:07.322098 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:07.371711 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=66f5a5e8-d85d-4228-abd3-9b8ad7c1f918,revision_number=4']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:36:07.379290 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:36:07.379663 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:36:07.380012 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:36:07.380343 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:36:07.380676 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:36:07.381005 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:36:07.381335 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:36:07.382243 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:36:07.382672 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:36:07.383001 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:36:07.383455 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:36:07.384086 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:36:07.610264 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] get_ports_and_sgs() called for port_ids ['66f5a5e8-d85d-4228-abd3-9b8ad7c1f918'] {{(pid=92975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 18:36:08.454517 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a448e97-a896-47dd-9432-051e21973ae8 req-654651bd-d64b-49f5-a1fd-2b69aca84c6e tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:36:08.456035 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3a448e97-a896-47dd-9432-051e21973ae8 req-654651bd-d64b-49f5-a1fd-2b69aca84c6e tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 945 time: 0.0664284 Jul 13 18:36:08.495422 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-3a448e97-a896-47dd-9432-051e21973ae8 req-7c5da21d-1f8a-45e0-82e0-721a837ff19f tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328758 Jul 13 18:36:08.935195 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-75459a29-3a5c-4fa9-9cc7-d383f7551766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:09.135484 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 up at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 18:36:09.183896 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning for port 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 completed by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 18:36:09.187747 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.provisioning_blocks [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Provisioning complete for port 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 triggered by entity L2. {{(pid=92975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 18:36:09.188124 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670972'] for port, provisioning_complete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:09.265407 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:09.287239 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab07af6-733c-458f-8d85-801bbe7cba09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f5a5e8-d85d-4228-abd3-9b8ad7c1f918'}] {{(pid=92975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:36:09.290577 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb62d57b5919149d46fd080d0a4a96aaae7593495fe634a979c9047004540e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb955c7-5192-434b-be26-be5e68fd2463" -d '{"events": [{"server_uuid": "5ab07af6-733c-458f-8d85-801bbe7cba09", "name": "network-vif-plugged", "status": "completed", "tag": "66f5a5e8-d85d-4228-abd3-9b8ad7c1f918"}]}' {{(pid=92975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:36:09.303165 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] For port 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=66f5a5e8-d85d-4228-abd3-9b8ad7c1f918,segment=NetworkSegment(d486ceeb-8cd5-4e0a-b37a-bf26084d3609),segment_id=d486ceeb-8cd5-4e0a-b37a-bf26084d3609)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:36:09.307986 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867'] for port, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:09.331616 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e074b5-9554-4887-bbb5-69699e5067a6 x-openstack-request-id: req-c7e074b5-9554-4887-bbb5-69699e5067a6 {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:36:09.331907 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab07af6-733c-458f-8d85-801bbe7cba09", "name": "network-vif-plugged", "status": "completed", "tag": "66f5a5e8-d85d-4228-abd3-9b8ad7c1f918", "code": 200}]} {{(pid=92975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:36:09.332154 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c7e074b5-9554-4887-bbb5-69699e5067a6 {{(pid=92975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:36:09.332536 dv-cinder-786928-3-iscsi neutron-server[92975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab07af6-733c-458f-8d85-801bbe7cba09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f5a5e8-d85d-4228-abd3-9b8ad7c1f918', 'code': 200} Jul 13 18:36:09.358049 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Pushing event updated for resources: {'Port': ['ID=66f5a5e8-d85d-4228-abd3-9b8ad7c1f918,revision_number=5']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:36:09.514776 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:09.640431 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293037b-2a83-47f5-8920-42d0c0755994 req-9a71c7f6-37a2-4df2-9fb6-e00759c67dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:36:09.641861 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1293037b-2a83-47f5-8920-42d0c0755994 req-9a71c7f6-37a2-4df2-9fb6-e00759c67dc0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 1099 time: 0.0643673 Jul 13 18:36:09.708835 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-1293037b-2a83-47f5-8920-42d0c0755994 req-841b740a-c981-4581-83ca-e13d64332aa9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433152 Jul 13 18:36:09.726413 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedbb99-dbce-422f-b032-b05027b5d96a req-acf874cc-9400-4d22-95d7-a8096fc2efe8 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:36:09.728133 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0fedbb99-dbce-422f-b032-b05027b5d96a req-acf874cc-9400-4d22-95d7-a8096fc2efe8 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 946 time: 0.0989335 Jul 13 18:36:09.766860 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0fedbb99-dbce-422f-b032-b05027b5d96a req-f2d3e4c4-6c68-4893-ba07-7340fe9ce01b tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329645 Jul 13 18:36:10.945142 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297df1da-24d6-41e4-a6dd-45a2d4833c5e req-15d26fa7-92f5-4e73-b2f5-9557c507cb64 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:36:10.946645 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-297df1da-24d6-41e4-a6dd-45a2d4833c5e req-15d26fa7-92f5-4e73-b2f5-9557c507cb64 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 946 time: 0.0649698 Jul 13 18:36:10.985008 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-297df1da-24d6-41e4-a6dd-45a2d4833c5e req-6dd9fbd3-48c3-4012-9870-2c9995cef2ad tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321839 Jul 13 18:36:11.165416 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce5624-43bc-4d77-b7dd-096e7fcf8f8f req-968e28b6-366a-4550-8e0f-502ec74e42ab tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:36:11.166907 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c5ce5624-43bc-4d77-b7dd-096e7fcf8f8f req-968e28b6-366a-4550-8e0f-502ec74e42ab tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 946 time: 0.0680332 Jul 13 18:36:11.207459 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-c5ce5624-43bc-4d77-b7dd-096e7fcf8f8f req-5596d5d8-ac93-496a-b15a-2b708453db7c tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349846 Jul 13 18:36:11.234488 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 44408) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:36:11.289871 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0adebe5-ab80-4f25-81b1-5c089df454bb tempest-TestVolumeBootPattern-1593275346 tempest-TestVolumeBootPattern-1593275346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:36:11.291334 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-f0adebe5-ab80-4f25-81b1-5c089df454bb tempest-TestVolumeBootPattern-1593275346 tempest-TestVolumeBootPattern-1593275346-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 1094 time: 0.0558190 Jul 13 18:36:11.294542 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 44410) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:36:11.298812 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.v2.base [None req-571ffe13-be3a-4ae9-849c-a1f45df497d6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Request body: {'floatingip': {'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'port_id': '66f5a5e8-d85d-4228-abd3-9b8ad7c1f918', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 18:36:11.330203 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-571ffe13-be3a-4ae9-849c-a1f45df497d6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for floatingip, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:11.431980 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-571ffe13-be3a-4ae9-849c-a1f45df497d6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:11.465999 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-625f5574-2027-4be0-8059-7c639a04bb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:11.534939 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_common [None req-571ffe13-be3a-4ae9-849c-a1f45df497d6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Allocated IP 172.27.2.13 (245bce84-6448-48c3-832e-229c4a14376b/dd702e20-22b6-412e-a631-757c226d263b/0f1256b3-9c06-438d-8854-dd819f4544c9) {{(pid=92973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 18:36:11.637817 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-571ffe13-be3a-4ae9-849c-a1f45df497d6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for port, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:11.676699 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-571ffe13-be3a-4ae9-849c-a1f45df497d6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737535974831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:11.691335 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:11.717562 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571ffe13-be3a-4ae9-849c-a1f45df497d6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Network 245bce84-6448-48c3-832e-229c4a14376b is already hosted by enough agents. {{(pid=92973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 18:36:11.720469 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.base_scheduler [None req-571ffe13-be3a-4ae9-849c-a1f45df497d6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Resources bound (agent type, host, resource id): {{(pid=92973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 18:36:11.724024 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571ffe13-be3a-4ae9-849c-a1f45df497d6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Received port after_create {{(pid=92973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 18:36:11.730498 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ffe13-be3a-4ae9-849c-a1f45df497d6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Pushing event updated for resources: {'Port': ['ID=0f1256b3-9c06-438d-8854-dd819f4544c9,revision_number=1']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:36:12.094378 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-571ffe13-be3a-4ae9-849c-a1f45df497d6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:12.174298 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-571ffe13-be3a-4ae9-849c-a1f45df497d6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552041'] for port, before_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:12.325398 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-571ffe13-be3a-4ae9-849c-a1f45df497d6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for port, precommit_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:12.329796 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-571ffe13-be3a-4ae9-849c-a1f45df497d6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737536353271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737535974849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737535974867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662328'] for port, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:12.398556 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ffe13-be3a-4ae9-849c-a1f45df497d6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Pushing event updated for resources: {'Port': ['ID=0f1256b3-9c06-438d-8854-dd819f4544c9,revision_number=2']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:36:12.411058 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-571ffe13-be3a-4ae9-849c-a1f45df497d6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8001390'] for floatingip, after_update {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:12.749104 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:12.807931 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.db.l3_db [None req-571ffe13-be3a-4ae9-849c-a1f45df497d6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Floating IP fc73a14d-4b9e-47ed-a0b7-46c29aa43872 associated. External IP: 172.27.2.13, port: 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918. Jul 13 18:36:13.019416 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571ffe13-be3a-4ae9-849c-a1f45df497d6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Router be061237-aff6-47e1-a004-5e8f0ecfa42c has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:36:13.128618 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571ffe13-be3a-4ae9-849c-a1f45df497d6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:36:13.138305 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc57a72-0540-4ab7-a65d-8f3e1ef41d52 None None] Sync routers for ids ['be061237-aff6-47e1-a004-5e8f0ecfa42c'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:36:13.145335 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-571ffe13-be3a-4ae9-849c-a1f45df497d6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for floatingip, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:13.148740 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc57a72-0540-4ab7-a65d-8f3e1ef41d52 None None] Routers {'be061237-aff6-47e1-a004-5e8f0ecfa42c'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:36:13.149475 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-9cc57a72-0540-4ab7-a65d-8f3e1ef41d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:36:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['be061237-aff6-47e1-a004-5e8f0ecfa42c'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:36:13.186290 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-571ffe13-be3a-4ae9-849c-a1f45df497d6 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8907251 Jul 13 18:36:13.186982 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab07af6-733c-458f-8d85-801bbe7cba09', 'tag': '66f5a5e8-d85d-4228-abd3-9b8ad7c1f918'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:36:13.189254 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6574f9-edb0-4c30-93d9-52ce9ae56139" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab07af6-733c-458f-8d85-801bbe7cba09", "tag": "66f5a5e8-d85d-4228-abd3-9b8ad7c1f918"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:36:13.224878 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cece5d8-67b7-47cc-b30d-ee234428351f x-openstack-request-id: req-1cece5d8-67b7-47cc-b30d-ee234428351f {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:36:13.225349 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab07af6-733c-458f-8d85-801bbe7cba09", "tag": "66f5a5e8-d85d-4228-abd3-9b8ad7c1f918", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:36:13.226977 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1cece5d8-67b7-47cc-b30d-ee234428351f {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:36:13.227439 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab07af6-733c-458f-8d85-801bbe7cba09', 'tag': '66f5a5e8-d85d-4228-abd3-9b8ad7c1f918', 'status': 'completed', 'code': 200} Jul 13 18:36:13.256642 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-9cc57a72-0540-4ab7-a65d-8f3e1ef41d52 None None] Set router be061237-aff6-47e1-a004-5e8f0ecfa42c gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:36:13.325107 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6574f9-edb0-4c30-93d9-52ce9ae56139 req-2d55f943-ca04-4c64-aeb5-d3b027e4bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:36:13.326828 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2a6574f9-edb0-4c30-93d9-52ce9ae56139 req-2d55f943-ca04-4c64-aeb5-d3b027e4bfce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d94c891f56d42a2959977c853fdeca6&device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 1099 time: 0.0565352 Jul 13 18:36:13.418273 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6574f9-edb0-4c30-93d9-52ce9ae56139 req-977505ed-9e95-4165-9142-5b286a9ebe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:36:13.419775 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2a6574f9-edb0-4c30-93d9-52ce9ae56139 req-977505ed-9e95-4165-9142-5b286a9ebe97 service neutron] 10.222.0.32 "GET /v2.0/networks?id=01a41a16-3081-4967-b42b-51bd867dde32 HTTP/1.1" status: 200 len: 913 time: 0.0869610 Jul 13 18:36:13.489984 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-9cc57a72-0540-4ab7-a65d-8f3e1ef41d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:31:06Z', 'revision_number': 4, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': '0b5b8681-0d2d-4b7d-b5a6-892c7d4acce2', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'port_id': '503f892e-9b96-40d6-959e-48df089b05ba', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'mac_address': 'fa:16:3e:f1:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36ef62-f04c-420d-84bc-55ebefc21498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:34:20Z', 'updated_at': '2021-07-13T18:34:22Z', 'revision_number': 1, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'fixed_ip_address_scope': None}, {'id': 'fc73a14d-4b9e-47ed-a0b7-46c29aa43872', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'port_id': '66f5a5e8-d85d-4228-abd3-9b8ad7c1f918', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'mac_address': 'fa:16:3e:ac:24:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab07af6-733c-458f-8d85-801bbe7cba09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:36:11Z', 'updated_at': '2021-07-13T18:36:11Z', 'revision_number': 0, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39', 'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'mac_address': 'fa:16:3e:37:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:05Z', 'updated_at': '2021-07-13T18:31:14Z', 'revision_number': 5, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'subnets': [{'id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:36:13.493203 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2a6574f9-edb0-4c30-93d9-52ce9ae56139 req-e0b01aec-c256-4327-afc4-3119e8b35566 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 HTTP/1.1" status: 200 len: 999 time: 0.0668013 Jul 13 18:36:13.516121 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc57a72-0540-4ab7-a65d-8f3e1ef41d52 None None] Checking router: be061237-aff6-47e1-a004-5e8f0ecfa42c for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:36:13.525497 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc57a72-0540-4ab7-a65d-8f3e1ef41d52 None None] Routers {'be061237-aff6-47e1-a004-5e8f0ecfa42c'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:36:13.526106 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-9cc57a72-0540-4ab7-a65d-8f3e1ef41d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:36:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['be061237-aff6-47e1-a004-5e8f0ecfa42c'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:36:13.545774 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6574f9-edb0-4c30-93d9-52ce9ae56139 req-c8b7328c-3866-4be0-9949-272e22633b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:36:13.547267 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2a6574f9-edb0-4c30-93d9-52ce9ae56139 req-c8b7328c-3866-4be0-9949-272e22633b35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eaa49001-3ade-4d36-bb78-582f1a0fd962 HTTP/1.1" status: 200 len: 851 time: 0.0471735 Jul 13 18:36:13.606406 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6574f9-edb0-4c30-93d9-52ce9ae56139 req-359682b1-4962-44a9-81e4-c09c5da155e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:36:13.607850 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2a6574f9-edb0-4c30-93d9-52ce9ae56139 req-359682b1-4962-44a9-81e4-c09c5da155e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01a41a16-3081-4967-b42b-51bd867dde32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542080 Jul 13 18:36:13.633109 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-9cc57a72-0540-4ab7-a65d-8f3e1ef41d52 None None] Set router be061237-aff6-47e1-a004-5e8f0ecfa42c gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:36:13.710345 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2a6574f9-edb0-4c30-93d9-52ce9ae56139 req-4d21da24-9c04-466d-a246-772744832f21 service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952439 Jul 13 18:36:13.801711 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-2a6574f9-edb0-4c30-93d9-52ce9ae56139 req-1eac1047-05c0-4801-8794-8f609b7dcbf9 service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850577 Jul 13 18:36:13.876234 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-9cc57a72-0540-4ab7-a65d-8f3e1ef41d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:31:06Z', 'revision_number': 4, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': '0b5b8681-0d2d-4b7d-b5a6-892c7d4acce2', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'port_id': '503f892e-9b96-40d6-959e-48df089b05ba', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'mac_address': 'fa:16:3e:f1:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36ef62-f04c-420d-84bc-55ebefc21498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:34:20Z', 'updated_at': '2021-07-13T18:34:22Z', 'revision_number': 1, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'fixed_ip_address_scope': None}, {'id': 'fc73a14d-4b9e-47ed-a0b7-46c29aa43872', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'port_id': '66f5a5e8-d85d-4228-abd3-9b8ad7c1f918', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'mac_address': 'fa:16:3e:ac:24:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab07af6-733c-458f-8d85-801bbe7cba09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:36:11Z', 'updated_at': '2021-07-13T18:36:11Z', 'revision_number': 0, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39', 'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'mac_address': 'fa:16:3e:37:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:05Z', 'updated_at': '2021-07-13T18:31:14Z', 'revision_number': 5, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'subnets': [{'id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:36:13.902010 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc57a72-0540-4ab7-a65d-8f3e1ef41d52 None None] The sync data for ids ['be061237-aff6-47e1-a004-5e8f0ecfa42c'] in dv-cinder-786928-3-iscsi is: [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:31:06Z', 'revision_number': 4, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': '0b5b8681-0d2d-4b7d-b5a6-892c7d4acce2', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'port_id': '503f892e-9b96-40d6-959e-48df089b05ba', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'mac_address': 'fa:16:3e:f1:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36ef62-f04c-420d-84bc-55ebefc21498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:34:20Z', 'updated_at': '2021-07-13T18:34:22Z', 'revision_number': 1, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'fixed_ip_address_scope': None}, {'id': 'fc73a14d-4b9e-47ed-a0b7-46c29aa43872', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'port_id': '66f5a5e8-d85d-4228-abd3-9b8ad7c1f918', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'mac_address': 'fa:16:3e:ac:24:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab07af6-733c-458f-8d85-801bbe7cba09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:36:11Z', 'updated_at': '2021-07-13T18:36:11Z', 'revision_number': 0, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39', 'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'mac_address': 'fa:16:3e:37:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:05Z', 'updated_at': '2021-07-13T18:31:14Z', 'revision_number': 5, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'subnets': [{'id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:36:14.103665 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188310a6-6cad-45c4-b9b1-8e97e3c17d2b None None] New status for floating IP fc73a14d-4b9e-47ed-a0b7-46c29aa43872: ACTIVE {{(pid=92976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 18:36:14.366593 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:22.644718 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-72e507ee-abcd-482c-97c1-27c84c98ad37 req-a4337423-183b-4d92-a40e-ae1a25ebab8f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8f36ef62-f04c-420d-84bc-55ebefc21498&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0549071 Jul 13 18:36:22.755022 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e507ee-abcd-482c-97c1-27c84c98ad37 req-00e3dbb8-a5db-4552-a74d-7ea0f137eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:36:22.756514 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-72e507ee-abcd-482c-97c1-27c84c98ad37 req-00e3dbb8-a5db-4552-a74d-7ea0f137eaa0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d94c891f56d42a2959977c853fdeca6&device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 1099 time: 0.0507832 Jul 13 18:36:22.857322 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e507ee-abcd-482c-97c1-27c84c98ad37 req-6de410b1-a920-4a0c-afac-c3eaeb7dac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:36:22.858752 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-72e507ee-abcd-482c-97c1-27c84c98ad37 req-6de410b1-a920-4a0c-afac-c3eaeb7dac15 service neutron] 10.222.0.32 "GET /v2.0/networks?id=01a41a16-3081-4967-b42b-51bd867dde32 HTTP/1.1" status: 200 len: 913 time: 0.0805116 Jul 13 18:36:22.926922 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-72e507ee-abcd-482c-97c1-27c84c98ad37 req-6ed2e3ab-5790-414c-8525-d27fef0d8217 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=503f892e-9b96-40d6-959e-48df089b05ba HTTP/1.1" status: 200 len: 1002 time: 0.0609646 Jul 13 18:36:22.973960 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e507ee-abcd-482c-97c1-27c84c98ad37 req-f3ee5499-a1a8-4efd-9623-2537d89e053e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:36:22.975354 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-72e507ee-abcd-482c-97c1-27c84c98ad37 req-f3ee5499-a1a8-4efd-9623-2537d89e053e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eaa49001-3ade-4d36-bb78-582f1a0fd962 HTTP/1.1" status: 200 len: 851 time: 0.0426140 Jul 13 18:36:23.031126 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e507ee-abcd-482c-97c1-27c84c98ad37 req-e2504c6f-57b1-457e-a4ac-0775a7203198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:36:23.032599 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-72e507ee-abcd-482c-97c1-27c84c98ad37 req-e2504c6f-57b1-457e-a4ac-0775a7203198 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01a41a16-3081-4967-b42b-51bd867dde32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507162 Jul 13 18:36:23.124609 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-72e507ee-abcd-482c-97c1-27c84c98ad37 req-48322432-0205-4084-92be-4d882ea0e92d service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855601 Jul 13 18:36:23.212853 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-72e507ee-abcd-482c-97c1-27c84c98ad37 req-5ee979bc-7e25-4cd0-933b-59c0f42bb95c service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801404 Jul 13 18:36:25.544677 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:36:38.936862 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-73f64a4b-5b3f-4318-a5fb-ac601e3839f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:39.522032 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:41.466705 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-c6589f63-827c-4875-9661-90034ec73408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:41.693734 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:42.747019 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:36:44.368964 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:02.543009 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:37:08.937024 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-18affa42-5047-4ede-b47c-b577d11f14d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:09.520891 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:11.467268 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-caa94f59-a5c9-4e56-b4f7-eff070b3c59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:11.694621 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:12.749561 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:14.375464 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:24.669065 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4aa1eb9c-a569-4fd8-b234-47dee06443c3 req-c562bffe-e413-4005-925d-9053656d730e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5ab07af6-733c-458f-8d85-801bbe7cba09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0600960 Jul 13 18:37:24.757537 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1eb9c-a569-4fd8-b234-47dee06443c3 req-ba6812e4-b9ed-4309-b235-8b8433db889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:37:24.759042 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4aa1eb9c-a569-4fd8-b234-47dee06443c3 req-ba6812e4-b9ed-4309-b235-8b8433db889d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d94c891f56d42a2959977c853fdeca6&device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 1099 time: 0.0556884 Jul 13 18:37:24.870119 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1eb9c-a569-4fd8-b234-47dee06443c3 req-ef234627-fbd8-4170-93e1-289b4e5fbb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:37:24.871618 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4aa1eb9c-a569-4fd8-b234-47dee06443c3 req-ef234627-fbd8-4170-93e1-289b4e5fbb34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=01a41a16-3081-4967-b42b-51bd867dde32 HTTP/1.1" status: 200 len: 913 time: 0.0916228 Jul 13 18:37:24.947536 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4aa1eb9c-a569-4fd8-b234-47dee06443c3 req-38808a20-c62e-4588-9c87-9811f3fb127e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 HTTP/1.1" status: 200 len: 1001 time: 0.0690506 Jul 13 18:37:24.996408 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1eb9c-a569-4fd8-b234-47dee06443c3 req-610c1d7f-83ff-41f7-b9f2-a68304ed3ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:37:24.997901 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4aa1eb9c-a569-4fd8-b234-47dee06443c3 req-610c1d7f-83ff-41f7-b9f2-a68304ed3ea1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eaa49001-3ade-4d36-bb78-582f1a0fd962 HTTP/1.1" status: 200 len: 851 time: 0.0441942 Jul 13 18:37:25.056987 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1eb9c-a569-4fd8-b234-47dee06443c3 req-aa9fa3ef-bda1-489b-b730-569f7b1a60d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:37:25.058488 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4aa1eb9c-a569-4fd8-b234-47dee06443c3 req-aa9fa3ef-bda1-489b-b730-569f7b1a60d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01a41a16-3081-4967-b42b-51bd867dde32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545120 Jul 13 18:37:25.156015 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4aa1eb9c-a569-4fd8-b234-47dee06443c3 req-927619a5-9205-4198-8636-cf740d5d96e5 service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907297 Jul 13 18:37:25.248312 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-4aa1eb9c-a569-4fd8-b234-47dee06443c3 req-7636e882-9d2a-4fd6-acb5-4e2f2dba9df8 service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858326 Jul 13 18:37:38.936963 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-38d4de8a-3bc2-46bf-a322-6a9029507c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:39.529702 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:39.542204 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:37:40.383964 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 44450) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:37:40.581468 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Deleting port 0f1256b3-9c06-438d-8854-dd819f4544c9 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:37:40.581806 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:40.657422 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:40.657652 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:40.668657 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Calling delete_port for 0f1256b3-9c06-438d-8854-dd819f4544c9 owned by network:floatingip {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:37:40.814877 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:40.838618 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Pushing event deleted for resources: {'Port': ['ID=0f1256b3-9c06-438d-8854-dd819f4544c9,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:37:40.852201 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:40.852544 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:40.852881 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:40.853212 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:40.853540 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:40.853899 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:40.854243 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:40.854563 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:40.854885 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:40.855204 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:40.855519 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:40.855862 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:40.912135 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for floatingip, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:40.912383 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.db.l3_db [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Floating IP fc73a14d-4b9e-47ed-a0b7-46c29aa43872 disassociated (deleted). External IP: 172.27.2.13, port: 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918. Jul 13 18:37:41.118435 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Router be061237-aff6-47e1-a004-5e8f0ecfa42c has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:37:41.223029 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:37:41.227731 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for floatingip, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:41.232666 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ae3dd8-d264-4f38-bfe5-ced6f52ce03f None None] Sync routers for ids ['be061237-aff6-47e1-a004-5e8f0ecfa42c'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:37:41.241289 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae3dd8-d264-4f38-bfe5-ced6f52ce03f None None] Routers {'be061237-aff6-47e1-a004-5e8f0ecfa42c'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:37:41.241888 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-58ae3dd8-d264-4f38-bfe5-ced6f52ce03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:37:11Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['be061237-aff6-47e1-a004-5e8f0ecfa42c'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:37:41.263196 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-851835a5-2094-494e-a67d-4c72a0ff7002 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "DELETE /v2.0/floatingips/fc73a14d-4b9e-47ed-a0b7-46c29aa43872 HTTP/1.1" status: 204 len: 168 time: 0.8781404 Jul 13 18:37:41.264075 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab07af6-733c-458f-8d85-801bbe7cba09', 'tag': '66f5a5e8-d85d-4228-abd3-9b8ad7c1f918'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:37:41.266307 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf26fc30-5923-4a01-8118-2bb3de73f895" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab07af6-733c-458f-8d85-801bbe7cba09", "tag": "66f5a5e8-d85d-4228-abd3-9b8ad7c1f918"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:37:41.310469 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d52883-c12c-4821-8b70-14e474674738 x-openstack-request-id: req-97d52883-c12c-4821-8b70-14e474674738 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:37:41.310762 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab07af6-733c-458f-8d85-801bbe7cba09", "tag": "66f5a5e8-d85d-4228-abd3-9b8ad7c1f918", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:37:41.311013 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-97d52883-c12c-4821-8b70-14e474674738 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:37:41.311439 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab07af6-733c-458f-8d85-801bbe7cba09', 'tag': '66f5a5e8-d85d-4228-abd3-9b8ad7c1f918', 'status': 'completed', 'code': 200} Jul 13 18:37:41.346110 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-58ae3dd8-d264-4f38-bfe5-ced6f52ce03f None None] Set router be061237-aff6-47e1-a004-5e8f0ecfa42c gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:37:41.414490 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26fc30-5923-4a01-8118-2bb3de73f895 req-5f90dc59-886d-4f65-b7d7-ed1b86bb9017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:37:41.416076 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cf26fc30-5923-4a01-8118-2bb3de73f895 req-5f90dc59-886d-4f65-b7d7-ed1b86bb9017 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d94c891f56d42a2959977c853fdeca6&device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 1099 time: 0.0594189 Jul 13 18:37:41.511908 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-cd0ad2f2-9155-4fd8-9763-7cee346f0269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:41.520410 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26fc30-5923-4a01-8118-2bb3de73f895 req-7c09ec3f-7290-46e4-a534-cfe383ae172d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:37:41.521957 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cf26fc30-5923-4a01-8118-2bb3de73f895 req-7c09ec3f-7290-46e4-a534-cfe383ae172d service neutron] 10.222.0.32 "GET /v2.0/networks?id=01a41a16-3081-4967-b42b-51bd867dde32 HTTP/1.1" status: 200 len: 913 time: 0.0999327 Jul 13 18:37:41.595598 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-58ae3dd8-d264-4f38-bfe5-ced6f52ce03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:31:06Z', 'revision_number': 4, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': '0b5b8681-0d2d-4b7d-b5a6-892c7d4acce2', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'port_id': '503f892e-9b96-40d6-959e-48df089b05ba', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'mac_address': 'fa:16:3e:f1:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36ef62-f04c-420d-84bc-55ebefc21498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:34:20Z', 'updated_at': '2021-07-13T18:34:22Z', 'revision_number': 1, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39', 'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'mac_address': 'fa:16:3e:37:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:05Z', 'updated_at': '2021-07-13T18:31:14Z', 'revision_number': 5, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'subnets': [{'id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:37:41.608539 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cf26fc30-5923-4a01-8118-2bb3de73f895 req-c3619067-d548-47b9-832b-0f8d3a35ec6e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 HTTP/1.1" status: 200 len: 217 time: 0.0371914 Jul 13 18:37:41.625997 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ae3dd8-d264-4f38-bfe5-ced6f52ce03f None None] Checking router: be061237-aff6-47e1-a004-5e8f0ecfa42c for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:37:41.634733 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae3dd8-d264-4f38-bfe5-ced6f52ce03f None None] Routers {'be061237-aff6-47e1-a004-5e8f0ecfa42c'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:37:41.635680 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-58ae3dd8-d264-4f38-bfe5-ced6f52ce03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:37:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['be061237-aff6-47e1-a004-5e8f0ecfa42c'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:37:41.690066 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26fc30-5923-4a01-8118-2bb3de73f895 req-12f42198-525f-41a2-87da-f28d6fb37af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:37:41.691520 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cf26fc30-5923-4a01-8118-2bb3de73f895 req-12f42198-525f-41a2-87da-f28d6fb37af5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eaa49001-3ade-4d36-bb78-582f1a0fd962 HTTP/1.1" status: 200 len: 851 time: 0.0744393 Jul 13 18:37:41.728112 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:41.741139 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96810460-2c0d-4467-8ecd-839125ed29f0 req-002b0def-2bb7-4fc3-b8b1-94b02ec123e9 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:37:41.742610 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-96810460-2c0d-4467-8ecd-839125ed29f0 req-002b0def-2bb7-4fc3-b8b1-94b02ec123e9 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 946 time: 0.1367984 Jul 13 18:37:41.753659 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-58ae3dd8-d264-4f38-bfe5-ced6f52ce03f None None] Set router be061237-aff6-47e1-a004-5e8f0ecfa42c gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:37:41.794642 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-96810460-2c0d-4467-8ecd-839125ed29f0 req-b1e2eb7e-d598-4b7a-8f16-bf1b29b6ee15 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454571 Jul 13 18:37:41.796410 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26fc30-5923-4a01-8118-2bb3de73f895 req-63485467-4ddc-4a59-96ae-2829e645c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:37:41.797823 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cf26fc30-5923-4a01-8118-2bb3de73f895 req-63485467-4ddc-4a59-96ae-2829e645c76b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01a41a16-3081-4967-b42b-51bd867dde32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0982242 Jul 13 18:37:41.892874 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cf26fc30-5923-4a01-8118-2bb3de73f895 req-55f388ee-4def-46da-83c3-2f3634098564 service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864782 Jul 13 18:37:41.973090 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-58ae3dd8-d264-4f38-bfe5-ced6f52ce03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:31:06Z', 'revision_number': 4, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': '0b5b8681-0d2d-4b7d-b5a6-892c7d4acce2', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'port_id': '503f892e-9b96-40d6-959e-48df089b05ba', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'mac_address': 'fa:16:3e:f1:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36ef62-f04c-420d-84bc-55ebefc21498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:34:20Z', 'updated_at': '2021-07-13T18:34:22Z', 'revision_number': 1, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39', 'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'mac_address': 'fa:16:3e:37:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:05Z', 'updated_at': '2021-07-13T18:31:14Z', 'revision_number': 5, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'subnets': [{'id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:37:41.983518 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-cf26fc30-5923-4a01-8118-2bb3de73f895 req-891e2cd6-e71f-43ea-9c29-3dd1dafb77e6 service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833995 Jul 13 18:37:41.997936 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ae3dd8-d264-4f38-bfe5-ced6f52ce03f None None] The sync data for ids ['be061237-aff6-47e1-a004-5e8f0ecfa42c'] in dv-cinder-786928-3-iscsi is: [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:31:06Z', 'revision_number': 4, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_floatingips': [{'id': '0b5b8681-0d2d-4b7d-b5a6-892c7d4acce2', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'router_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'port_id': '503f892e-9b96-40d6-959e-48df089b05ba', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'mac_address': 'fa:16:3e:f1:d4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36ef62-f04c-420d-84bc-55ebefc21498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T18:34:20Z', 'updated_at': '2021-07-13T18:34:22Z', 'revision_number': 1, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39', 'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'mac_address': 'fa:16:3e:37:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:05Z', 'updated_at': '2021-07-13T18:31:14Z', 'revision_number': 5, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'subnets': [{'id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:37:42.221479 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7ef7c2-925a-4db7-a5fc-d69dbe43e9e3 None None] New status for floating IP fc73a14d-4b9e-47ed-a0b7-46c29aa43872: DOWN {{(pid=92976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 18:37:42.752610 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:42.974570 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5e5bd-70a4-4650-baa3-2ca71d18db94 req-729ba76d-c14c-4691-88e2-4836b259a15e tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:37:42.976063 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ccc5e5bd-70a4-4650-baa3-2ca71d18db94 req-729ba76d-c14c-4691-88e2-4836b259a15e tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 946 time: 0.0672741 Jul 13 18:37:43.014788 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ccc5e5bd-70a4-4650-baa3-2ca71d18db94 req-e64266fb-833e-40c3-b78c-af5e334e37f5 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329261 Jul 13 18:37:43.288853 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49222c-04e6-4ac9-a4d4-8604e9681836 req-4a84c3a7-cc1f-4f40-828c-52c18894017f tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:37:43.290185 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0d49222c-04e6-4ac9-a4d4-8604e9681836 req-4a84c3a7-cc1f-4f40-828c-52c18894017f tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 946 time: 0.0608287 Jul 13 18:37:43.389065 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-0d49222c-04e6-4ac9-a4d4-8604e9681836 req-17003f2c-80f7-4586-835e-f3918f5a888d tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Deleting port 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:37:43.389400 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-0d49222c-04e6-4ac9-a4d4-8604e9681836 req-17003f2c-80f7-4586-835e-f3918f5a888d tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:43.472989 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-0d49222c-04e6-4ac9-a4d4-8604e9681836 req-17003f2c-80f7-4586-835e-f3918f5a888d tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] For port 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=66f5a5e8-d85d-4228-abd3-9b8ad7c1f918,segment=NetworkSegment(d486ceeb-8cd5-4e0a-b37a-bf26084d3609),segment_id=d486ceeb-8cd5-4e0a-b37a-bf26084d3609)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:37:43.473344 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-0d49222c-04e6-4ac9-a4d4-8604e9681836 req-17003f2c-80f7-4586-835e-f3918f5a888d tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:43.485935 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-0d49222c-04e6-4ac9-a4d4-8604e9681836 req-17003f2c-80f7-4586-835e-f3918f5a888d tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Calling delete_port for 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 owned by compute:nova {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:37:43.613800 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-0d49222c-04e6-4ac9-a4d4-8604e9681836 req-17003f2c-80f7-4586-835e-f3918f5a888d tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:43.643140 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17003f2c-80f7-4586-835e-f3918f5a888d tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Pushing event deleted for resources: {'Port': ['ID=66f5a5e8-d85d-4228-abd3-9b8ad7c1f918,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:37:43.690211 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d49222c-04e6-4ac9-a4d4-8604e9681836 req-17003f2c-80f7-4586-835e-f3918f5a888d tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] No DVR routers for this DVR port 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 on host hv-cinder-78692 {{(pid=92973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:37:43.692694 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-0d49222c-04e6-4ac9-a4d4-8604e9681836 req-17003f2c-80f7-4586-835e-f3918f5a888d tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:43.694722 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0d49222c-04e6-4ac9-a4d4-8604e9681836 req-17003f2c-80f7-4586-835e-f3918f5a888d tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.32 "DELETE /v2.0/ports/66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 HTTP/1.1" status: 204 len: 173 time: 0.3989859 Jul 13 18:37:43.695199 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab07af6-733c-458f-8d85-801bbe7cba09', 'name': 'network-vif-deleted', 'tag': '66f5a5e8-d85d-4228-abd3-9b8ad7c1f918'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:37:43.697514 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7849a0ad-25b7-40ed-a11b-6058d5b76580" -d '{"events": [{"server_uuid": "5ab07af6-733c-458f-8d85-801bbe7cba09", "name": "network-vif-deleted", "tag": "66f5a5e8-d85d-4228-abd3-9b8ad7c1f918"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:37:43.734311 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322fe867-7843-414e-9634-5b35827dba29 x-openstack-request-id: req-322fe867-7843-414e-9634-5b35827dba29 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:37:43.734830 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab07af6-733c-458f-8d85-801bbe7cba09", "name": "network-vif-deleted", "tag": "66f5a5e8-d85d-4228-abd3-9b8ad7c1f918", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:37:43.735275 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-322fe867-7843-414e-9634-5b35827dba29 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:37:43.735693 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab07af6-733c-458f-8d85-801bbe7cba09', 'name': 'network-vif-deleted', 'tag': '66f5a5e8-d85d-4228-abd3-9b8ad7c1f918', 'status': 'completed', 'code': 200} Jul 13 18:37:44.170752 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-ffe320f8-fbde-4ce2-af31-0d0d8032fa41 req-c867f1e8-dfb0-4954-aed0-9b966730b534 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab07af6-733c-458f-8d85-801bbe7cba09 HTTP/1.1" status: 200 len: 210 time: 0.0318675 Jul 13 18:37:44.375358 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:47.480607 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 44488) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:37:47.621753 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:37:47.632696 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-0aef9062-f63c-4094-b0bc-71b5b7faec67 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Deleting port 667a398c-4568-499e-8a6e-580c08824459 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:37:47.633040 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0aef9062-f63c-4094-b0bc-71b5b7faec67 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:47.644262 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] No Port match for: 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:37:47.644653 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 66f5a5e8-d85d-4228-abd3-9b8ad7c1f918 not bound to the agent host hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:37:47.707815 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0aef9062-f63c-4094-b0bc-71b5b7faec67 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:47.708149 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0aef9062-f63c-4094-b0bc-71b5b7faec67 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:47.719936 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-0aef9062-f63c-4094-b0bc-71b5b7faec67 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Calling delete_port for 667a398c-4568-499e-8a6e-580c08824459 owned by network:floatingip {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:37:47.866514 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0aef9062-f63c-4094-b0bc-71b5b7faec67 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:47.888958 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef9062-f63c-4094-b0bc-71b5b7faec67 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Pushing event deleted for resources: {'Port': ['ID=667a398c-4568-499e-8a6e-580c08824459,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:37:47.954193 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0aef9062-f63c-4094-b0bc-71b5b7faec67 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for floatingip, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:47.954514 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.db.l3_db [None req-0aef9062-f63c-4094-b0bc-71b5b7faec67 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Floating IP 0b5b8681-0d2d-4b7d-b5a6-892c7d4acce2 disassociated (deleted). External IP: 172.27.2.199, port: 503f892e-9b96-40d6-959e-48df089b05ba. Jul 13 18:37:48.156601 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aef9062-f63c-4094-b0bc-71b5b7faec67 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Router be061237-aff6-47e1-a004-5e8f0ecfa42c has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:37:48.258711 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aef9062-f63c-4094-b0bc-71b5b7faec67 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:37:48.264199 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-0aef9062-f63c-4094-b0bc-71b5b7faec67 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for floatingip, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:48.268599 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05907dca-91b3-4dd2-ae06-6d2a4a5acf05 None None] Sync routers for ids ['be061237-aff6-47e1-a004-5e8f0ecfa42c'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:37:48.278107 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05907dca-91b3-4dd2-ae06-6d2a4a5acf05 None None] Routers {'be061237-aff6-47e1-a004-5e8f0ecfa42c'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:37:48.278713 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-05907dca-91b3-4dd2-ae06-6d2a4a5acf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:37:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['be061237-aff6-47e1-a004-5e8f0ecfa42c'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:37:48.300168 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-0aef9062-f63c-4094-b0bc-71b5b7faec67 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "DELETE /v2.0/floatingips/0b5b8681-0d2d-4b7d-b5a6-892c7d4acce2 HTTP/1.1" status: 204 len: 168 time: 0.8184643 Jul 13 18:37:48.300757 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f36ef62-f04c-420d-84bc-55ebefc21498', 'tag': '503f892e-9b96-40d6-959e-48df089b05ba'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:37:48.303019 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56902527-c838-439b-831b-dc632495e013" -d '{"events": [{"name": "network-changed", "server_uuid": "8f36ef62-f04c-420d-84bc-55ebefc21498", "tag": "503f892e-9b96-40d6-959e-48df089b05ba"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:37:48.338053 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 18:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5988aa55-0539-4677-8dae-739779d2e123 x-openstack-request-id: req-5988aa55-0539-4677-8dae-739779d2e123 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:37:48.338439 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f36ef62-f04c-420d-84bc-55ebefc21498", "tag": "503f892e-9b96-40d6-959e-48df089b05ba", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:37:48.339462 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5988aa55-0539-4677-8dae-739779d2e123 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:37:48.339971 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f36ef62-f04c-420d-84bc-55ebefc21498', 'tag': '503f892e-9b96-40d6-959e-48df089b05ba', 'status': 'completed', 'code': 200} Jul 13 18:37:48.388296 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-05907dca-91b3-4dd2-ae06-6d2a4a5acf05 None None] Set router be061237-aff6-47e1-a004-5e8f0ecfa42c gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:37:48.437332 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56902527-c838-439b-831b-dc632495e013 req-2eb6bc78-e288-4dcc-8d13-28135d44f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:37:48.438901 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-56902527-c838-439b-831b-dc632495e013 req-2eb6bc78-e288-4dcc-8d13-28135d44f85e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d94c891f56d42a2959977c853fdeca6&device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 1099 time: 0.0542181 Jul 13 18:37:48.540651 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56902527-c838-439b-831b-dc632495e013 req-30857e13-273b-462f-b576-65c824dfdd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:37:48.542852 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-56902527-c838-439b-831b-dc632495e013 req-30857e13-273b-462f-b576-65c824dfdd30 service neutron] 10.222.0.32 "GET /v2.0/networks?id=01a41a16-3081-4967-b42b-51bd867dde32 HTTP/1.1" status: 200 len: 913 time: 0.0974209 Jul 13 18:37:48.595648 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-05907dca-91b3-4dd2-ae06-6d2a4a5acf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:31:06Z', 'revision_number': 4, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39', 'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'mac_address': 'fa:16:3e:37:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:05Z', 'updated_at': '2021-07-13T18:31:14Z', 'revision_number': 5, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'subnets': [{'id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:37:48.612607 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-56902527-c838-439b-831b-dc632495e013 req-b21c93f1-5a82-486b-b836-6e58786de909 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=503f892e-9b96-40d6-959e-48df089b05ba HTTP/1.1" status: 200 len: 217 time: 0.0354352 Jul 13 18:37:48.622326 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05907dca-91b3-4dd2-ae06-6d2a4a5acf05 None None] Checking router: be061237-aff6-47e1-a004-5e8f0ecfa42c for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:37:48.630861 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05907dca-91b3-4dd2-ae06-6d2a4a5acf05 None None] Routers {'be061237-aff6-47e1-a004-5e8f0ecfa42c'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:37:48.631467 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-05907dca-91b3-4dd2-ae06-6d2a4a5acf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:37:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['be061237-aff6-47e1-a004-5e8f0ecfa42c'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:37:48.693721 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56902527-c838-439b-831b-dc632495e013 req-bc7de27d-9759-44e6-80c3-7fb7b413e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:37:48.695128 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-56902527-c838-439b-831b-dc632495e013 req-bc7de27d-9759-44e6-80c3-7fb7b413e4bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eaa49001-3ade-4d36-bb78-582f1a0fd962 HTTP/1.1" status: 200 len: 851 time: 0.0695825 Jul 13 18:37:48.736929 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-05907dca-91b3-4dd2-ae06-6d2a4a5acf05 None None] Set router be061237-aff6-47e1-a004-5e8f0ecfa42c gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:37:48.945048 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-05907dca-91b3-4dd2-ae06-6d2a4a5acf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:31:06Z', 'revision_number': 4, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39', 'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'mac_address': 'fa:16:3e:37:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:05Z', 'updated_at': '2021-07-13T18:31:14Z', 'revision_number': 5, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'subnets': [{'id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:37:49.041319 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61aef9-9de5-4c7d-aee4-0e97e25eddbf req-99696815-3ada-49f6-aa9c-71d376bb81e2 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:37:49.043338 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0e61aef9-9de5-4c7d-aee4-0e97e25eddbf req-99696815-3ada-49f6-aa9c-71d376bb81e2 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 946 time: 0.4269331 Jul 13 18:37:49.091323 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05907dca-91b3-4dd2-ae06-6d2a4a5acf05 None None] The sync data for ids ['be061237-aff6-47e1-a004-5e8f0ecfa42c'] in dv-cinder-786928-3-iscsi is: [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:31:06Z', 'revision_number': 4, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi', '_interfaces': [{'id': '7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39', 'name': '', 'network_id': '01a41a16-3081-4967-b42b-51bd867dde32', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'mac_address': 'fa:16:3e:37:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:05Z', 'updated_at': '2021-07-13T18:31:14Z', 'revision_number': 5, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'subnets': [{'id': 'eaa49001-3ade-4d36-bb78-582f1a0fd962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:37:49.091688 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56902527-c838-439b-831b-dc632495e013 req-8fefd022-0f77-4165-982d-921879419b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:37:49.092973 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-56902527-c838-439b-831b-dc632495e013 req-8fefd022-0f77-4165-982d-921879419b65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01a41a16-3081-4967-b42b-51bd867dde32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3897245 Jul 13 18:37:49.098011 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-0e61aef9-9de5-4c7d-aee4-0e97e25eddbf req-a30a23a8-a0b1-4b7a-96cb-93e19a2e184e tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467319 Jul 13 18:37:49.186446 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-56902527-c838-439b-831b-dc632495e013 req-460431bd-6ea0-432a-9aaf-6597f69f8138 service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853808 Jul 13 18:37:49.275792 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-56902527-c838-439b-831b-dc632495e013 req-0ca06769-ff7f-4169-b419-84f7eb4fa16b service neutron] 10.222.0.32 "GET /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828547 Jul 13 18:37:49.325487 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3badde33-ff47-420a-b62b-559069be8ff3 None None] New status for floating IP 0b5b8681-0d2d-4b7d-b5a6-892c7d4acce2: DOWN {{(pid=92976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 18:37:50.281605 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce104d-a7a7-4410-9cf9-afc23b280f10 req-b9f0e265-6865-4bd4-8cbd-46cdab973788 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:37:50.283052 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-64ce104d-a7a7-4410-9cf9-afc23b280f10 req-b9f0e265-6865-4bd4-8cbd-46cdab973788 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 946 time: 0.1048627 Jul 13 18:37:50.351855 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ff751-91f8-4839-9fdc-ecd9667bd393 req-467be64c-33a5-4c30-aeed-91b64d7c78d7 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 18:37:50.353355 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-977ff751-91f8-4839-9fdc-ecd9667bd393 req-467be64c-33a5-4c30-aeed-91b64d7c78d7 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 946 time: 0.1294572 Jul 13 18:37:50.419332 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-977ff751-91f8-4839-9fdc-ecd9667bd393 req-d5f68533-219c-464f-a3b0-6e3d2a571c52 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/security-groups?id=764bac74-7a09-4dd0-8f9a-f13788a42073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588751 Jul 13 18:37:50.440792 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-64ce104d-a7a7-4410-9cf9-afc23b280f10 req-6e6545f9-18d2-4b11-aaf7-6b7401906ace tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Deleting port 503f892e-9b96-40d6-959e-48df089b05ba {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:37:50.441128 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-64ce104d-a7a7-4410-9cf9-afc23b280f10 req-6e6545f9-18d2-4b11-aaf7-6b7401906ace tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:50.540783 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [req-64ce104d-a7a7-4410-9cf9-afc23b280f10 req-6e6545f9-18d2-4b11-aaf7-6b7401906ace tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] For port 503f892e-9b96-40d6-959e-48df089b05ba, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=503f892e-9b96-40d6-959e-48df089b05ba,segment=NetworkSegment(d486ceeb-8cd5-4e0a-b37a-bf26084d3609),segment_id=d486ceeb-8cd5-4e0a-b37a-bf26084d3609)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:37:50.541049 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-64ce104d-a7a7-4410-9cf9-afc23b280f10 req-6e6545f9-18d2-4b11-aaf7-6b7401906ace tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:50.556377 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [req-64ce104d-a7a7-4410-9cf9-afc23b280f10 req-6e6545f9-18d2-4b11-aaf7-6b7401906ace tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Calling delete_port for 503f892e-9b96-40d6-959e-48df089b05ba owned by compute:nova {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:37:50.707723 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-64ce104d-a7a7-4410-9cf9-afc23b280f10 req-6e6545f9-18d2-4b11-aaf7-6b7401906ace tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:50.738745 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6545f9-18d2-4b11-aaf7-6b7401906ace tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Pushing event deleted for resources: {'Port': ['ID=503f892e-9b96-40d6-959e-48df089b05ba,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:37:50.785519 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ce104d-a7a7-4410-9cf9-afc23b280f10 req-6e6545f9-18d2-4b11-aaf7-6b7401906ace tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] No DVR routers for this DVR port 503f892e-9b96-40d6-959e-48df089b05ba on host hv-cinder-78692 {{(pid=92973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:37:50.788219 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [req-64ce104d-a7a7-4410-9cf9-afc23b280f10 req-6e6545f9-18d2-4b11-aaf7-6b7401906ace tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for port, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:50.790296 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-64ce104d-a7a7-4410-9cf9-afc23b280f10 req-6e6545f9-18d2-4b11-aaf7-6b7401906ace tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.32 "DELETE /v2.0/ports/503f892e-9b96-40d6-959e-48df089b05ba HTTP/1.1" status: 204 len: 173 time: 0.5008588 Jul 13 18:37:50.790730 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f36ef62-f04c-420d-84bc-55ebefc21498', 'name': 'network-vif-deleted', 'tag': '503f892e-9b96-40d6-959e-48df089b05ba'}] {{(pid=92973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 18:37:50.793950 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44e957b196967bdbc1e1ea0d0ca808fb1eeb4b8a266f1834020c5b896e3bf932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101ae5c7-f92c-4adb-9a99-dcf3592ea4da" -d '{"events": [{"server_uuid": "8f36ef62-f04c-420d-84bc-55ebefc21498", "name": "network-vif-deleted", "tag": "503f892e-9b96-40d6-959e-48df089b05ba"}]}' {{(pid=92973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 18:37:50.832660 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 18:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f29962d-3d07-4280-8747-42da67d4b813 x-openstack-request-id: req-9f29962d-3d07-4280-8747-42da67d4b813 {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 18:37:50.833025 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f36ef62-f04c-420d-84bc-55ebefc21498", "name": "network-vif-deleted", "tag": "503f892e-9b96-40d6-959e-48df089b05ba", "status": "completed", "code": 200}]} {{(pid=92973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 18:37:50.833279 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9f29962d-3d07-4280-8747-42da67d4b813 {{(pid=92973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 18:37:50.833677 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f36ef62-f04c-420d-84bc-55ebefc21498', 'name': 'network-vif-deleted', 'tag': '503f892e-9b96-40d6-959e-48df089b05ba', 'status': 'completed', 'code': 200} Jul 13 18:37:51.579512 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [req-67a656c4-f0c2-4fde-bfe6-f9e8026f86a4 req-3be1b85d-f8ec-4e3c-a2d7-a4128cb1f7a8 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f36ef62-f04c-420d-84bc-55ebefc21498 HTTP/1.1" status: 200 len: 210 time: 0.0343721 Jul 13 18:37:52.681818 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 44504) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:37:52.807260 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-6a405070-5f06-46f4-8661-4f5a0abae460 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Deleting port 5c1f0041-d912-4def-be8b-1747cfe112cb {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:37:52.807756 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-6a405070-5f06-46f4-8661-4f5a0abae460 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:52.880171 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-6a405070-5f06-46f4-8661-4f5a0abae460 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:52.880415 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-6a405070-5f06-46f4-8661-4f5a0abae460 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:52.892072 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-6a405070-5f06-46f4-8661-4f5a0abae460 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Calling delete_port for 5c1f0041-d912-4def-be8b-1747cfe112cb owned by network:floatingip {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:37:53.023316 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-6a405070-5f06-46f4-8661-4f5a0abae460 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:53.053222 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a405070-5f06-46f4-8661-4f5a0abae460 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Pushing event deleted for resources: {'Port': ['ID=5c1f0041-d912-4def-be8b-1747cfe112cb,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:37:53.114849 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-6a405070-5f06-46f4-8661-4f5a0abae460 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for floatingip, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:53.117378 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-6a405070-5f06-46f4-8661-4f5a0abae460 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8256212'] for floatingip, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:53.118526 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-6a405070-5f06-46f4-8661-4f5a0abae460 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "DELETE /v2.0/floatingips/5fadfc03-c40c-452e-a108-755b0b699a41 HTTP/1.1" status: 204 len: 168 time: 0.4356673 Jul 13 18:37:53.668022 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 503f892e-9b96-40d6-959e-48df089b05ba no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:37:53.688142 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] No Port match for: 503f892e-9b96-40d6-959e-48df089b05ba {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:37:53.688595 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Device 503f892e-9b96-40d6-959e-48df089b05ba not bound to the agent host hv-cinder-78692 {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:37:54.381044 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 44516) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:37:54.442310 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-541ceca7-48c0-4ef4-88e6-9db3107e0907 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:54.470114 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-541ceca7-48c0-4ef4-88e6-9db3107e0907 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:54.533419 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-541ceca7-48c0-4ef4-88e6-9db3107e0907 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:54.536135 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-541ceca7-48c0-4ef4-88e6-9db3107e0907 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:54.539867 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-541ceca7-48c0-4ef4-88e6-9db3107e0907 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] 10.222.0.11 "DELETE /v2.0/security-groups/764bac74-7a09-4dd0-8f9a-f13788a42073 HTTP/1.1" status: 204 len: 168 time: 0.1552484 Jul 13 18:37:54.548932 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ceca7-48c0-4ef4-88e6-9db3107e0907 tempest-TestVolumeBootPattern-424282027 tempest-TestVolumeBootPattern-424282027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=764bac74-7a09-4dd0-8f9a-f13788a42073,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:37:54.596488 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 44520) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:37:55.058279 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-1115f9b8-0cb5-4719-8b67-7abc28e4ae63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8005970'] for router_interface, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:55.303176 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [None req-1115f9b8-0cb5-4719-8b67-7abc28e4ae63 admin admin] Deleting port 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39 {{(pid=92974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:37:55.303516 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-1115f9b8-0cb5-4719-8b67-7abc28e4ae63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:55.378843 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [None req-1115f9b8-0cb5-4719-8b67-7abc28e4ae63 admin admin] For port 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39,segment=NetworkSegment(d486ceeb-8cd5-4e0a-b37a-bf26084d3609),segment_id=d486ceeb-8cd5-4e0a-b37a-bf26084d3609)] {{(pid=92974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:37:55.379202 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-1115f9b8-0cb5-4719-8b67-7abc28e4ae63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:55.391327 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [None req-1115f9b8-0cb5-4719-8b67-7abc28e4ae63 admin admin] Calling delete_port for 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39 owned by network:router_interface {{(pid=92974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:37:55.564822 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-1115f9b8-0cb5-4719-8b67-7abc28e4ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:55.593912 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115f9b8-0cb5-4719-8b67-7abc28e4ae63 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:37:55.625433 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115f9b8-0cb5-4719-8b67-7abc28e4ae63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:55.626131 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115f9b8-0cb5-4719-8b67-7abc28e4ae63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:55.626131 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115f9b8-0cb5-4719-8b67-7abc28e4ae63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:55.626406 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115f9b8-0cb5-4719-8b67-7abc28e4ae63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:55.626728 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115f9b8-0cb5-4719-8b67-7abc28e4ae63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:55.627049 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115f9b8-0cb5-4719-8b67-7abc28e4ae63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:55.627365 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115f9b8-0cb5-4719-8b67-7abc28e4ae63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:55.627716 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115f9b8-0cb5-4719-8b67-7abc28e4ae63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:55.628038 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115f9b8-0cb5-4719-8b67-7abc28e4ae63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:55.628349 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115f9b8-0cb5-4719-8b67-7abc28e4ae63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:55.628668 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115f9b8-0cb5-4719-8b67-7abc28e4ae63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:55.628977 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1115f9b8-0cb5-4719-8b67-7abc28e4ae63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:55.777386 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-1115f9b8-0cb5-4719-8b67-7abc28e4ae63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7945020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8006326'] for router_interface, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:55.987341 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1115f9b8-0cb5-4719-8b67-7abc28e4ae63 admin admin] Router be061237-aff6-47e1-a004-5e8f0ecfa42c has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:37:56.098962 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1115f9b8-0cb5-4719-8b67-7abc28e4ae63 admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:37:56.106071 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-1115f9b8-0cb5-4719-8b67-7abc28e4ae63 admin admin] 10.222.0.11 "PUT /v2.0/routers/be061237-aff6-47e1-a004-5e8f0ecfa42c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5083933 Jul 13 18:37:56.108268 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 44526) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:37:56.110600 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234faf9-9cf5-40c0-b1b7-ed8b23e52c93 None None] Sync routers for ids ['be061237-aff6-47e1-a004-5e8f0ecfa42c'] in dv-cinder-786928-3-iscsi {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:37:56.121537 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b234faf9-9cf5-40c0-b1b7-ed8b23e52c93 None None] Routers {'be061237-aff6-47e1-a004-5e8f0ecfa42c'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:37:56.122154 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-b234faf9-9cf5-40c0-b1b7-ed8b23e52c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:37:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['be061237-aff6-47e1-a004-5e8f0ecfa42c'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:37:56.214023 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a269e90d-48e3-49f2-96f4-7a8fa6490c5d admin admin] Notify callbacks [] for router, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:56.255024 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-b234faf9-9cf5-40c0-b1b7-ed8b23e52c93 None None] Set router be061237-aff6-47e1-a004-5e8f0ecfa42c gateway port host: dv-cinder-786928-3-iscsi {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:37:56.344526 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a269e90d-48e3-49f2-96f4-7a8fa6490c5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:56.399366 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-a269e90d-48e3-49f2-96f4-7a8fa6490c5d admin admin] Deleting port 5d552d34-ecd4-477d-be59-25bde1503d03 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:37:56.399738 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a269e90d-48e3-49f2-96f4-7a8fa6490c5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:56.461983 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-b234faf9-9cf5-40c0-b1b7-ed8b23e52c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:37:55Z', 'revision_number': 5, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port': {'id': '5d552d34-ecd4-477d-be59-25bde1503d03', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:02Z', 'updated_at': '2021-07-13T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:37:56.494081 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-a269e90d-48e3-49f2-96f4-7a8fa6490c5d admin admin] For port 5d552d34-ecd4-477d-be59-25bde1503d03, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=5d552d34-ecd4-477d-be59-25bde1503d03,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:37:56.494081 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a269e90d-48e3-49f2-96f4-7a8fa6490c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:56.494556 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234faf9-9cf5-40c0-b1b7-ed8b23e52c93 None None] Checking router: be061237-aff6-47e1-a004-5e8f0ecfa42c for host: dv-cinder-786928-3-iscsi {{(pid=92975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:37:56.497945 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b234faf9-9cf5-40c0-b1b7-ed8b23e52c93 None None] Routers {'be061237-aff6-47e1-a004-5e8f0ecfa42c'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:37:56.498578 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-b234faf9-9cf5-40c0-b1b7-ed8b23e52c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:37:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['be061237-aff6-47e1-a004-5e8f0ecfa42c'], 'active': True} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:37:56.504041 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-a269e90d-48e3-49f2-96f4-7a8fa6490c5d admin admin] Calling delete_port for 5d552d34-ecd4-477d-be59-25bde1503d03 owned by network:router_gateway {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:37:56.587830 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvr_db [None req-b234faf9-9cf5-40c0-b1b7-ed8b23e52c93 None None] Set router be061237-aff6-47e1-a004-5e8f0ecfa42c gateway port host: None {{(pid=92975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:37:56.640199 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_hamode_db [None req-b234faf9-9cf5-40c0-b1b7-ed8b23e52c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:37:56Z', 'revision_number': 6, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port_host': None}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:37:56.669562 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234faf9-9cf5-40c0-b1b7-ed8b23e52c93 None None] The sync data for ids ['be061237-aff6-47e1-a004-5e8f0ecfa42c'] in dv-cinder-786928-3-iscsi is: [{'id': 'be061237-aff6-47e1-a004-5e8f0ecfa42c', 'name': 'tempest-TestVolumeBootPattern-1929646494-router', 'tenant_id': '7d94c891f56d42a2959977c853fdeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:01Z', 'updated_at': '2021-07-13T18:37:56Z', 'revision_number': 6, 'project_id': '7d94c891f56d42a2959977c853fdeca6', 'gw_port_host': None}] {{(pid=92975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:37:56.683334 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a269e90d-48e3-49f2-96f4-7a8fa6490c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:56.710566 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269e90d-48e3-49f2-96f4-7a8fa6490c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=5d552d34-ecd4-477d-be59-25bde1503d03,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:37:56.773734 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a269e90d-48e3-49f2-96f4-7a8fa6490c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8001332'] for router_gateway, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:56.869501 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a269e90d-48e3-49f2-96f4-7a8fa6490c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8003519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61588'] for router, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:56.872458 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a269e90d-48e3-49f2-96f4-7a8fa6490c5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:56.923748 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a269e90d-48e3-49f2-96f4-7a8fa6490c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7995439'] for router, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:56.924306 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a269e90d-48e3-49f2-96f4-7a8fa6490c5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router be061237-aff6-47e1-a004-5e8f0ecfa42c {{(pid=92973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 18:37:56.928553 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-a269e90d-48e3-49f2-96f4-7a8fa6490c5d admin admin] Notify callbacks [] for router, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:56.929708 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-a269e90d-48e3-49f2-96f4-7a8fa6490c5d admin admin] 10.222.0.11 "DELETE /v2.0/routers/be061237-aff6-47e1-a004-5e8f0ecfa42c HTTP/1.1" status: 204 len: 168 time: 0.8203530 Jul 13 18:37:56.932214 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 44528) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:37:56.975988 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c533b08-d4f7-406c-8bbd-53a74cc573ef admin admin] Deleting subnet eaa49001-3ade-4d36-bb78-582f1a0fd962 {{(pid=92973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 18:37:56.979078 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4c533b08-d4f7-406c-8bbd-53a74cc573ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:57.016938 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4c533b08-d4f7-406c-8bbd-53a74cc573ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3662120'] for subnet, precommit_delete_associations {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:57.108885 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4c533b08-d4f7-406c-8bbd-53a74cc573ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7675306'] for subnet, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:57.164685 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4c533b08-d4f7-406c-8bbd-53a74cc573ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7675283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8946638'] for subnet, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:57.191869 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c533b08-d4f7-406c-8bbd-53a74cc573ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaa49001-3ade-4d36-bb78-582f1a0fd962,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:37:57.193829 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-4c533b08-d4f7-406c-8bbd-53a74cc573ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:57.196018 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-4c533b08-d4f7-406c-8bbd-53a74cc573ef admin admin] 10.222.0.11 "DELETE /v2.0/subnets/eaa49001-3ade-4d36-bb78-582f1a0fd962 HTTP/1.1" status: 204 len: 168 time: 0.2618020 Jul 13 18:37:57.198737 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 44530) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:37:57.201346 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210d7403-fecc-4ceb-b756-b5b699b8655d None None] Network 01a41a16-3081-4967-b42b-51bd867dde32 requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:37:57.271805 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-74afffa6-239d-437f-b3c0-78d9cd197b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566799'] for network, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:57.333536 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-74afffa6-239d-437f-b3c0-78d9cd197b09 admin admin] Deleting port 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:37:57.333870 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-74afffa6-239d-437f-b3c0-78d9cd197b09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:57.409928 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-74afffa6-239d-437f-b3c0-78d9cd197b09 admin admin] For port 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06,segment=NetworkSegment(d486ceeb-8cd5-4e0a-b37a-bf26084d3609),segment_id=d486ceeb-8cd5-4e0a-b37a-bf26084d3609)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:37:57.410492 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-74afffa6-239d-437f-b3c0-78d9cd197b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:57.431968 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-74afffa6-239d-437f-b3c0-78d9cd197b09 admin admin] Calling delete_port for 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06 owned by network:dhcp {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:37:57.453590 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74769dcd-2830-4f38-9f63-a1a57e0914f4 None None] DHCP port deletion for 01a41a16-3081-4967-b42b-51bd867dde32 request from dv-cinder-786928-3-iscsi {{(pid=92975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 18:37:57.511742 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-74769dcd-2830-4f38-9f63-a1a57e0914f4 None None] Deleting port 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06 {{(pid=92975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:37:57.512106 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-74769dcd-2830-4f38-9f63-a1a57e0914f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:57.536709 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-74afffa6-239d-437f-b3c0-78d9cd197b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:57.552129 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39 no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:37:57.581944 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afffa6-239d-437f-b3c0-78d9cd197b09 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:37:57.586716 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:37:57.587454 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 7f52eaf2-9abd-48f5-8023-ad1f3e6e2b39 not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:37:57.587625 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74afffa6-239d-437f-b3c0-78d9cd197b09 admin admin] No DVR routers for this DVR port 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06 on host dv-cinder-786928-3-iscsi {{(pid=92973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:37:57.588288 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 5d552d34-ecd4-477d-be59-25bde1503d03 no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:37:57.614118 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: 5d552d34-ecd4-477d-be59-25bde1503d03 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:37:57.614460 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 5d552d34-ecd4-477d-be59-25bde1503d03 not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:37:57.614868 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06 no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:37:57.642974 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:37:57.643327 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06 not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:37:57.647037 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-74769dcd-2830-4f38-9f63-a1a57e0914f4 None None] For port 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06,segment=NetworkSegment(d486ceeb-8cd5-4e0a-b37a-bf26084d3609),segment_id=d486ceeb-8cd5-4e0a-b37a-bf26084d3609)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:37:57.647439 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-74769dcd-2830-4f38-9f63-a1a57e0914f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:57.663606 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-74769dcd-2830-4f38-9f63-a1a57e0914f4 None None] Calling delete_port for 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06 owned by network:dhcp {{(pid=92975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:37:57.682342 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-74afffa6-239d-437f-b3c0-78d9cd197b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668259', 'neutron.services.segments.db._delete_segments_for_network-8737536498324'] for network, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:57.694312 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-74afffa6-239d-437f-b3c0-78d9cd197b09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a41a16-3081-4967-b42b-51bd867dde32']}} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:37:57.707215 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-74afffa6-239d-437f-b3c0-78d9cd197b09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd486ceeb-8cd5-4e0a-b37a-bf26084d3609') {'for_net_delete': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:37:57.707697 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-74afffa6-239d-437f-b3c0-78d9cd197b09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd486ceeb-8cd5-4e0a-b37a-bf26084d3609') {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:37:57.718310 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-74afffa6-239d-437f-b3c0-78d9cd197b09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737536430219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3662129'] for segment, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:57.733025 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-74afffa6-239d-437f-b3c0-78d9cd197b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:57.741220 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74afffa6-239d-437f-b3c0-78d9cd197b09 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=92973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 18:37:57.741726 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-74afffa6-239d-437f-b3c0-78d9cd197b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3662336'] for segment, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: conditions |= (models_v2.Port.network_id.in_( Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: Traceback (most recent call last): Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: timer() Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: cb(*args, **kw) Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: return func(*args, **kwargs) Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: self._notify() Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: self.callback(batched_events) Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: event.method(event) Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: return f(self, *a, **k) Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: return self._get(url).json() Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: return self.request(url, 'GET', **kwargs) Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 18:37:57.744456 dv-cinder-786928-3-iscsi neutron-server[92973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 18:37:57.753441 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-74769dcd-2830-4f38-9f63-a1a57e0914f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840'] for port, after_delete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:57.785509 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74769dcd-2830-4f38-9f63-a1a57e0914f4 None None] Pushing event deleted for resources: {'Port': ['ID=7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06,revision_number=None']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:37:57.794259 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74769dcd-2830-4f38-9f63-a1a57e0914f4 None None] No DVR routers for this DVR port 7b7e4f57-e989-4b4d-b0ee-b1f5ee574e06 on host dv-cinder-786928-3-iscsi {{(pid=92975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:37:57.796726 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74769dcd-2830-4f38-9f63-a1a57e0914f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:57.797075 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74769dcd-2830-4f38-9f63-a1a57e0914f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:57.797421 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74769dcd-2830-4f38-9f63-a1a57e0914f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:57.797764 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74769dcd-2830-4f38-9f63-a1a57e0914f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:57.798091 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74769dcd-2830-4f38-9f63-a1a57e0914f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:57.798422 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74769dcd-2830-4f38-9f63-a1a57e0914f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:57.798754 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74769dcd-2830-4f38-9f63-a1a57e0914f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:57.799080 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74769dcd-2830-4f38-9f63-a1a57e0914f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:57.799411 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74769dcd-2830-4f38-9f63-a1a57e0914f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:57.799900 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74769dcd-2830-4f38-9f63-a1a57e0914f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:57.800233 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74769dcd-2830-4f38-9f63-a1a57e0914f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:57.800559 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74769dcd-2830-4f38-9f63-a1a57e0914f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-3-iscsi {{(pid=92975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 18:37:57.813382 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-74afffa6-239d-437f-b3c0-78d9cd197b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8001304'] for network, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:57.819052 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-74afffa6-239d-437f-b3c0-78d9cd197b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:57.820867 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-74afffa6-239d-437f-b3c0-78d9cd197b09 admin admin] 10.222.0.11 "DELETE /v2.0/networks/01a41a16-3081-4967-b42b-51bd867dde32 HTTP/1.1" status: 204 len: 168 time: 0.6211288 Jul 13 18:37:57.823966 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 44532) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:37:57.835829 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afffa6-239d-437f-b3c0-78d9cd197b09 admin admin] Pushing event deleted for resources: {'Network': ['ID=01a41a16-3081-4967-b42b-51bd867dde32,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:37:58.416691 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-980e3eae-4a1a-455c-a37f-a3d0cc85366f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8005970'] for router_interface, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:58.673448 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [None req-980e3eae-4a1a-455c-a37f-a3d0cc85366f admin admin] Deleting port d0af6150-e152-4052-8ea2-9c4504950ae0 {{(pid=92974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:37:58.673701 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-980e3eae-4a1a-455c-a37f-a3d0cc85366f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:58.753444 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [None req-980e3eae-4a1a-455c-a37f-a3d0cc85366f admin admin] For port d0af6150-e152-4052-8ea2-9c4504950ae0, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=d0af6150-e152-4052-8ea2-9c4504950ae0,segment=NetworkSegment(54b54179-129e-40c2-976d-3b53b17d39df),segment_id=54b54179-129e-40c2-976d-3b53b17d39df)] {{(pid=92974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:37:58.753799 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-980e3eae-4a1a-455c-a37f-a3d0cc85366f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:58.767112 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [None req-980e3eae-4a1a-455c-a37f-a3d0cc85366f admin admin] Calling delete_port for d0af6150-e152-4052-8ea2-9c4504950ae0 owned by network:router_interface {{(pid=92974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:37:58.959256 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-980e3eae-4a1a-455c-a37f-a3d0cc85366f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:58.986273 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e3eae-4a1a-455c-a37f-a3d0cc85366f admin admin] Pushing event deleted for resources: {'Port': ['ID=d0af6150-e152-4052-8ea2-9c4504950ae0,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:37:59.159137 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-980e3eae-4a1a-455c-a37f-a3d0cc85366f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7945020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8006326'] for router_interface, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:59.370999 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980e3eae-4a1a-455c-a37f-a3d0cc85366f admin admin] Router c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10 has already been hosted by L3 agent 1f99c14c-a0a2-4940-8c08-0c8157bfefad {{(pid=92974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 18:37:59.476630 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980e3eae-4a1a-455c-a37f-a3d0cc85366f admin admin] Notify agent at l3_agent.dv-cinder-786928-3-iscsi the message routers_updated {{(pid=92974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 18:37:59.481853 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-980e3eae-4a1a-455c-a37f-a3d0cc85366f admin admin] 10.222.0.11 "PUT /v2.0/routers/c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6568055 Jul 13 18:37:59.484314 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 44534) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:37:59.486868 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5667ab20-1ed7-4836-9656-c36d20d88f91 None None] Sync routers for ids ['c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10'] in dv-cinder-786928-3-iscsi {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 18:37:59.496062 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5667ab20-1ed7-4836-9656-c36d20d88f91 None None] Routers {'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:37:59.496665 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-5667ab20-1ed7-4836-9656-c36d20d88f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:37:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:37:59.588143 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2466c46d-f27f-4e53-b17f-c74dcdae33fd admin admin] Notify callbacks [] for router, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:59.599938 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-5667ab20-1ed7-4836-9656-c36d20d88f91 None None] Set router c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10 gateway port host: dv-cinder-786928-3-iscsi {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:37:59.694017 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2466c46d-f27f-4e53-b17f-c74dcdae33fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:59.750001 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [None req-2466c46d-f27f-4e53-b17f-c74dcdae33fd admin admin] Deleting port 20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2 {{(pid=92974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:37:59.750343 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2466c46d-f27f-4e53-b17f-c74dcdae33fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:59.796899 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-5667ab20-1ed7-4836-9656-c36d20d88f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10', 'name': 'tempest-TestVolumeBootPattern-1745007264-router', 'tenant_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'external_fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:09Z', 'updated_at': '2021-07-13T18:37:58Z', 'revision_number': 5, 'project_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'gw_port': {'id': '20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2', 'name': '', 'network_id': '245bce84-6448-48c3-832e-229c4a14376b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd702e20-22b6-412e-a631-757c226d263b', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T18:31:09Z', 'updated_at': '2021-07-13T18:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd702e20-22b6-412e-a631-757c226d263b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-3-iscsi'}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:37:59.822925 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5667ab20-1ed7-4836-9656-c36d20d88f91 None None] Checking router: c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10 for host: dv-cinder-786928-3-iscsi {{(pid=92976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 18:37:59.832367 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5667ab20-1ed7-4836-9656-c36d20d88f91 None None] Routers {'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10'} bound to L3 agent in host dv-cinder-786928-3-iscsi {{(pid=92976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 18:37:59.832979 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-5667ab20-1ed7-4836-9656-c36d20d88f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T18:15:11Z,description=,heartbeat_timestamp=2021-07-13T18:37:41Z,host='dv-cinder-786928-3-iscsi',id=1f99c14c-a0a2-4940-8c08-0c8157bfefad,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T18:15:11Z,topic='l3_agent')) {'router_ids': ['c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10'], 'active': True} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:37:59.838722 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.db [None req-2466c46d-f27f-4e53-b17f-c74dcdae33fd admin admin] For port 20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2,segment=NetworkSegment(a0ad742c-abfa-4326-87d9-a66db1242fa2),segment_id=a0ad742c-abfa-4326-87d9-a66db1242fa2)] {{(pid=92974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:37:59.839760 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2466c46d-f27f-4e53-b17f-c74dcdae33fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:37:59.852896 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.plugins.ml2.plugin [None req-2466c46d-f27f-4e53-b17f-c74dcdae33fd admin admin] Calling delete_port for 20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2 owned by network:router_gateway {{(pid=92974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:37:59.919419 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_dvr_db [None req-5667ab20-1ed7-4836-9656-c36d20d88f91 None None] Set router c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10 gateway port host: None {{(pid=92976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 18:37:59.977191 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.l3_hamode_db [None req-5667ab20-1ed7-4836-9656-c36d20d88f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10', 'name': 'tempest-TestVolumeBootPattern-1745007264-router', 'tenant_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:09Z', 'updated_at': '2021-07-13T18:37:59Z', 'revision_number': 6, 'project_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'gw_port_host': None}], 'dv-cinder-786928-3-iscsi', False) {} {{(pid=92976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:38:00.004830 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5667ab20-1ed7-4836-9656-c36d20d88f91 None None] The sync data for ids ['c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10'] in dv-cinder-786928-3-iscsi is: [{'id': 'c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10', 'name': 'tempest-TestVolumeBootPattern-1745007264-router', 'tenant_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T18:31:09Z', 'updated_at': '2021-07-13T18:37:59Z', 'revision_number': 6, 'project_id': 'dc19aa1a3dd9494aba80124d23b7912a', 'gw_port_host': None}] {{(pid=92976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 18:38:00.046639 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2466c46d-f27f-4e53-b17f-c74dcdae33fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3228719'] for port, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:00.075915 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466c46d-f27f-4e53-b17f-c74dcdae33fd admin admin] Pushing event deleted for resources: {'Port': ['ID=20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:38:00.137114 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2466c46d-f27f-4e53-b17f-c74dcdae33fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8001332'] for router_gateway, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:00.228406 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2466c46d-f27f-4e53-b17f-c74dcdae33fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8003519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61588'] for router, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:00.230474 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2466c46d-f27f-4e53-b17f-c74dcdae33fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:00.278791 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2466c46d-f27f-4e53-b17f-c74dcdae33fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7995439'] for router, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:00.279945 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2466c46d-f27f-4e53-b17f-c74dcdae33fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10 {{(pid=92974) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 18:38:00.291127 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-2466c46d-f27f-4e53-b17f-c74dcdae33fd admin admin] Notify callbacks [] for router, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:00.291127 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-2466c46d-f27f-4e53-b17f-c74dcdae33fd admin admin] 10.222.0.11 "DELETE /v2.0/routers/c7e64d7b-8bc7-41ec-81bc-ca9d6e32dd10 HTTP/1.1" status: 204 len: 168 time: 0.8023119 Jul 13 18:38:00.291360 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 44536) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:38:00.338602 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e12324f-e3b0-4ba8-a3b2-59e4f3c63fdf admin admin] Deleting subnet c5e457d0-5485-4671-8dfa-f17f31bd79d5 {{(pid=92973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 18:38:00.342546 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9e12324f-e3b0-4ba8-a3b2-59e4f3c63fdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:00.379086 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9e12324f-e3b0-4ba8-a3b2-59e4f3c63fdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3662120'] for subnet, precommit_delete_associations {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:00.459745 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9e12324f-e3b0-4ba8-a3b2-59e4f3c63fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7675306'] for subnet, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:00.525120 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9e12324f-e3b0-4ba8-a3b2-59e4f3c63fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7675283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8946638'] for subnet, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:00.554491 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12324f-e3b0-4ba8-a3b2-59e4f3c63fdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5e457d0-5485-4671-8dfa-f17f31bd79d5,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:38:00.559022 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9e12324f-e3b0-4ba8-a3b2-59e4f3c63fdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:00.561096 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-9e12324f-e3b0-4ba8-a3b2-59e4f3c63fdf admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c5e457d0-5485-4671-8dfa-f17f31bd79d5 HTTP/1.1" status: 204 len: 168 time: 0.2696216 Jul 13 18:38:00.563988 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 44538) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:38:00.566843 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eb0047-8ce7-4003-b95f-eb8426f04015 None None] Network f084834e-432f-4566-bda2-c672eb36d8ae requested from dv-cinder-786928-3-iscsi {{(pid=92975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 18:38:00.631904 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-5b897171-00f0-4fe4-be27-2540bd667bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566799'] for network, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:00.688212 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-5b897171-00f0-4fe4-be27-2540bd667bc6 admin admin] Deleting port dad4f4c4-b064-4621-9205-10c10cf1ea63 {{(pid=92973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:38:00.688634 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-5b897171-00f0-4fe4-be27-2540bd667bc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:00.759019 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.db [None req-5b897171-00f0-4fe4-be27-2540bd667bc6 admin admin] For port dad4f4c4-b064-4621-9205-10c10cf1ea63, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=dad4f4c4-b064-4621-9205-10c10cf1ea63,segment=NetworkSegment(54b54179-129e-40c2-976d-3b53b17d39df),segment_id=54b54179-129e-40c2-976d-3b53b17d39df)] {{(pid=92973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:38:00.759468 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-5b897171-00f0-4fe4-be27-2540bd667bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:00.781557 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.plugin [None req-5b897171-00f0-4fe4-be27-2540bd667bc6 admin admin] Calling delete_port for dad4f4c4-b064-4621-9205-10c10cf1ea63 owned by network:dhcp {{(pid=92973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:38:00.783571 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572e747f-737d-4c63-94e3-516e5aee1b5a None None] DHCP port deletion for f084834e-432f-4566-bda2-c672eb36d8ae request from dv-cinder-786928-3-iscsi {{(pid=92975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 18:38:00.834774 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-572e747f-737d-4c63-94e3-516e5aee1b5a None None] Deleting port dad4f4c4-b064-4621-9205-10c10cf1ea63 {{(pid=92975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 18:38:00.835147 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-572e747f-737d-4c63-94e3-516e5aee1b5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737536349615'] for port, before_delete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:00.872147 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-5b897171-00f0-4fe4-be27-2540bd667bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662323'] for port, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:00.885264 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b897171-00f0-4fe4-be27-2540bd667bc6 admin admin] No DVR routers for this DVR port dad4f4c4-b064-4621-9205-10c10cf1ea63 on host dv-cinder-786928-3-iscsi {{(pid=92973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:38:00.908114 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b897171-00f0-4fe4-be27-2540bd667bc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dad4f4c4-b064-4621-9205-10c10cf1ea63,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:38:00.910221 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.db [None req-572e747f-737d-4c63-94e3-516e5aee1b5a None None] For port dad4f4c4-b064-4621-9205-10c10cf1ea63, host dv-cinder-786928-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-3-iscsi',level=0,port_id=dad4f4c4-b064-4621-9205-10c10cf1ea63,segment=NetworkSegment(54b54179-129e-40c2-976d-3b53b17d39df),segment_id=54b54179-129e-40c2-976d-3b53b17d39df)] {{(pid=92975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 18:38:00.910920 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-572e747f-737d-4c63-94e3-516e5aee1b5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006385'] for port, precommit_delete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:00.926011 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-572e747f-737d-4c63-94e3-516e5aee1b5a None None] Calling delete_port for dad4f4c4-b064-4621-9205-10c10cf1ea63 owned by network:dhcp {{(pid=92975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 18:38:00.986713 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-5b897171-00f0-4fe4-be27-2540bd667bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668259', 'neutron.services.segments.db._delete_segments_for_network-8737536498324'] for network, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:00.998363 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-5b897171-00f0-4fe4-be27-2540bd667bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f084834e-432f-4566-bda2-c672eb36d8ae']}} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:38:01.012229 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-5b897171-00f0-4fe4-be27-2540bd667bc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b54179-129e-40c2-976d-3b53b17d39df') {'for_net_delete': True} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:38:01.012566 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.services.segments.db [None req-5b897171-00f0-4fe4-be27-2540bd667bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b54179-129e-40c2-976d-3b53b17d39df') {} {{(pid=92973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 18:38:01.022913 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-5b897171-00f0-4fe4-be27-2540bd667bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737536430219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3662129'] for segment, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:01.028532 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-572e747f-737d-4c63-94e3-516e5aee1b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737536353253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737535974840'] for port, after_delete {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:01.040842 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-5b897171-00f0-4fe4-be27-2540bd667bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555'] for segment, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:01.047717 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b897171-00f0-4fe4-be27-2540bd667bc6 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=92973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 18:38:01.048127 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-5b897171-00f0-4fe4-be27-2540bd667bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7672555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3662336'] for segment, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: Traceback (most recent call last): Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: timer() Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: cb(*args, **kw) Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: return func(*args, **kwargs) Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: self._notify() Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: self.callback(batched_events) Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: event.method(event) Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: return f(self, *a, **k) Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: return self._get(url).json() Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: return self.request(url, 'GET', **kwargs) Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 18:38:01.050707 dv-cinder-786928-3-iscsi neutron-server[92973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 18:38:01.059880 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572e747f-737d-4c63-94e3-516e5aee1b5a None None] No DVR routers for this DVR port dad4f4c4-b064-4621-9205-10c10cf1ea63 on host dv-cinder-786928-3-iscsi {{(pid=92975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 18:38:01.064374 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e747f-737d-4c63-94e3-516e5aee1b5a None None] Pushing event deleted for resources: {'Port': ['ID=dad4f4c4-b064-4621-9205-10c10cf1ea63,revision_number=None']} {{(pid=92975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:38:01.111762 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-5b897171-00f0-4fe4-be27-2540bd667bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8073389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7945015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8001304'] for network, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:01.117151 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-5b897171-00f0-4fe4-be27-2540bd667bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7945025'] for network, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:01.118977 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-5b897171-00f0-4fe4-be27-2540bd667bc6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f084834e-432f-4566-bda2-c672eb36d8ae HTTP/1.1" status: 204 len: 168 time: 0.5540152 Jul 13 18:38:01.133825 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b897171-00f0-4fe4-be27-2540bd667bc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f084834e-432f-4566-bda2-c672eb36d8ae,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:38:01.233108 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 44542) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:38:01.273373 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-a1e041f2-0771-4d3c-be78-925ff842344e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d94c891f56d42a2959977c853fdeca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390811 Jul 13 18:38:01.276154 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [-] (92973) accepted ('10.222.0.11', 44544) {{(pid=92973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:38:01.326966 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9064fded-a4e0-48ae-b108-363d2744aa03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:01.352412 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9064fded-a4e0-48ae-b108-363d2744aa03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:01.400175 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9064fded-a4e0-48ae-b108-363d2744aa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:01.403353 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron_lib.callbacks.manager [None req-9064fded-a4e0-48ae-b108-363d2744aa03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:01.404564 dv-cinder-786928-3-iscsi neutron-server[92973]: INFO neutron.wsgi [None req-9064fded-a4e0-48ae-b108-363d2744aa03 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/917e33e1-f186-4ddd-8fd3-685d254dd395 HTTP/1.1" status: 204 len: 168 time: 0.1268415 Jul 13 18:38:01.416471 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064fded-a4e0-48ae-b108-363d2744aa03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917e33e1-f186-4ddd-8fd3-685d254dd395,revision_number=None']} {{(pid=92973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:38:01.450641 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device d0af6150-e152-4052-8ea2-9c4504950ae0 no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:38:01.483458 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: d0af6150-e152-4052-8ea2-9c4504950ae0 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:38:01.484047 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device d0af6150-e152-4052-8ea2-9c4504950ae0 not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:38:01.484735 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2 no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:38:01.508266 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: 20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:38:01.508607 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device 20a8cdb0-1f40-4b1c-a8e0-b7d378e556d2 not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:38:01.509024 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device dad4f4c4-b064-4621-9205-10c10cf1ea63 no longer exists at agent ovs-agent-dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 18:38:01.530188 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.plugin [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] No Port match for: dad4f4c4-b064-4621-9205-10c10cf1ea63 {{(pid=92975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 18:38:01.530837 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron.plugins.ml2.rpc [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Device dad4f4c4-b064-4621-9205-10c10cf1ea63 not bound to the agent host dv-cinder-786928-3-iscsi {{(pid=92975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 18:38:01.747462 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 44550) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:38:01.789784 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-c66bafaa-632d-4b8f-ba20-8b23b3701426 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dc19aa1a3dd9494aba80124d23b7912a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408087 Jul 13 18:38:01.792906 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [-] (92974) accepted ('10.222.0.11', 44552) {{(pid=92974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 18:38:01.841490 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c7b5798d-d5b2-41fc-9ec4-0d55f8324322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:01.863126 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c7b5798d-d5b2-41fc-9ec4-0d55f8324322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:01.909704 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c7b5798d-d5b2-41fc-9ec4-0d55f8324322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075288'] for security_group, after_delete {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:01.912244 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron_lib.callbacks.manager [None req-c7b5798d-d5b2-41fc-9ec4-0d55f8324322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:01.913389 dv-cinder-786928-3-iscsi neutron-server[92974]: INFO neutron.wsgi [None req-c7b5798d-d5b2-41fc-9ec4-0d55f8324322 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/328858bf-5207-43d4-b528-5c224731a431 HTTP/1.1" status: 204 len: 168 time: 0.1193237 Jul 13 18:38:01.922521 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5798d-d5b2-41fc-9ec4-0d55f8324322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328858bf-5207-43d4-b528-5c224731a431,revision_number=None']} {{(pid=92974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 18:38:08.942585 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-2fbfd6cb-6395-4eca-87cd-4b47b2d56561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:09.541042 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:11.472782 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-4d46cd6a-7354-4266-94c8-c2aba2521d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:11.700677 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:12.756489 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:14.380253 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:16.542021 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:38:38.943088 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-889918e5-7647-4469-b91c-e59567a88622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:39.550885 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:41.473343 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-2153db4d-b269-4a38-a0c1-a4e68411ceed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:41.704756 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:42.758404 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:44.379410 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:38:53.540679 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:38:56.025808 dv-cinder-786928-3-iscsi neutron-server[92973]: DEBUG neutron.wsgi [req-dc921990-f006-4ff4-9e81-c632bdeadff1 req-d71c24d4-cbeb-4e22-8c34-cb89bf9e531f service neutron] (92973) timed out ('10.222.0.32', 49644) {{(pid=92973) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 18:39:01.982120 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [req-43ed5ba1-2dde-4897-ad6b-c381dbbd0bd2 req-5e96f066-1623-4c8f-9464-d0e98d7ae00d service neutron] (92974) timed out ('10.222.0.32', 49637) {{(pid=92974) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 18:39:08.943610 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-9d39fe0a-f992-4344-8c35-04350c41e2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:39:09.550458 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:39:11.473297 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-a0530a90-c7ae-4652-873f-bfecd9c26628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:39:11.706085 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:39:12.761769 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:39:14.382387 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:39:30.539548 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:39:38.945822 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-69e036f9-acf1-4599-817b-c9b497483f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:39:39.551901 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:39:41.473535 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-4a179ca0-c64d-4a84-95b6-b1b02b91f016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:39:41.707621 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:39:42.763640 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:39:44.386792 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:40:07.539038 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:40:08.949080 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-5d450669-dce3-49ba-8cde-6e705eb683fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:40:09.582738 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:40:11.473828 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-14d23630-e026-408b-8926-ae382604811e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:40:11.709502 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:40:12.773519 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:40:14.389167 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:40:38.951389 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-df29289f-9ab3-4775-ba12-29c717adc778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:40:39.599109 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:40:41.475368 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-1f6d3589-adbd-49f5-8e51-521431083b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:40:41.710670 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:40:42.769946 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:40:44.393991 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:40:44.537667 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:41:08.952159 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-2291d94f-160e-484b-aacf-6005a87e3e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:41:09.590052 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:41:11.475561 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0fd8a288-5fac-4918-a525-fb99f3697d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:41:11.712308 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:41:12.773991 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:41:14.394519 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:41:21.537004 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:41:33.883382 dv-cinder-786928-3-iscsi neutron-server[92974]: DEBUG neutron.wsgi [req-04779514-25dd-4ac5-9127-3d355e677684 req-f8e19863-65ef-423b-bda3-2ff185ff4db8 service neutron] (92974) timed out ('10.222.0.32', 49653) {{(pid=92974) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 18:41:38.953590 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-e5ec13ba-2bfa-4314-b0c2-3c82da8f0219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:41:39.585727 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:41:41.475669 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-54e366cf-7632-4b38-ab11-236833383fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:41:41.714294 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:41:42.775208 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:41:44.398852 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:41:58.535444 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:42:08.956196 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-61e5196e-1064-4866-85b8-7f7d3d49acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:42:09.589197 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:42:11.474880 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-17c156ff-4462-4a6b-9e3e-2f46b7d68149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:42:11.718206 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:42:12.778327 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:42:14.401004 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:42:35.535271 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:42:38.957002 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-cf1d339d-70d1-4cf1-a4c5-3f38b0c763fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:42:39.583686 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:42:41.474825 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-7fd32206-b21d-4bdf-b88f-5b16f0d018c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:42:41.719388 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:42:42.781178 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:42:44.404193 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:43:08.957942 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-ef323f85-43cc-4913-8785-746e641a8fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:43:09.603437 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-10aa2f35-aafe-44e2-9d89-bee1e77956d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:43:11.475873 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-462189d8-8400-44b9-a1be-636c596b6240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:43:11.719722 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-0be19e1d-5b74-4b4f-82ff-13d15a670fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:43:12.534663 dv-cinder-786928-3-iscsi neutron-server[92976]: DEBUG neutron.db.agents_db [None req-eb487a36-9ccd-4db4-a491-8a1e318851fa None None] Agent healthcheck: found 6 active agents {{(pid=92976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 18:43:12.784506 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c53-9ff2-4505-a72c-6abacf667b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 18:43:14.405727 dv-cinder-786928-3-iscsi neutron-server[92975]: DEBUG neutron_lib.callbacks.manager [None req-49cb3620-c5d3-4d57-a845-c4e5cf2c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737536501998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7671145'] for agent, after_update {{(pid=92975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}